GH-15940 Added kolmogorov-Smirnov statistic method to H2OBinomialModelMetrics

h2o-py/dynamic_tests/testdir_algos/glm/pyunit_glm_binomial_large.py

@@ -1371,6 +1371,7 @@ def test7_missing_enum_values_lambda_search(self):
             pyunit_utils.show_test_results("test7_missing_enum_values_lambda_search", num_test_failed, self.test_failed)
         self.test_num += 1
 
+
     def sklearn_binomial_result(self, training_data_file, test_data_file, has_categorical, true_one_hot,
                                 validation_data_file=""):
         """

h2o-py/h2o/model/metrics/binomial.py

@@ -976,3 +976,26 @@ def thresholds_and_metric_scores(self):
         if 'thresholds_and_metric_scores' in self._metric_json:
             return self._metric_json['thresholds_and_metric_scores']
         return None
+
+    def kolmogorov_smirnov(self, thresholds= None):
+        """
+        :param thresholds: thresholds parameter must be a list (e.g. ``[0.01, 0.5, 0.99]``).
+            If None, then the threshold maximizing the KS statistic will be used.
+        :returns: The Kolmogorov-Smirnov statistic for this set of metrics and thresholds.
+
+        :examples:
+
+        >>> from h2o.estimators.gbm import H2OGradientBoostingEstimator
+        >>> cars = h2o.import_file("https://s3.amazonaws.com/h2o-public-test-data/smalldata/junit/cars_20mpg.csv")
+        >>> cars["economy_20mpg"] = cars["economy_20mpg"].asfactor()
+        >>> predictors = ["displacement","power","weight","acceleration","year"]
+        >>> response = "economy_20mpg"
+        >>> train, valid = cars.split_frame(ratios = [.8], seed = 1234)
+        >>> cars_gbm = H2OGradientBoostingEstimator(seed = 1234)
+        >>> cars_gbm.train(x = predictors,
+        ...                y = response,
+        ...                training_frame = train,
+        ...                validation_frame = valid)
+        >>> cars_gbm.kolmogorov_smirnov()
+        """
+        return self.metric("ks", thresholds=thresholds)

h2o-py/tests/pyunit_math/pyunit_ks_metric.py

@@ -11,14 +11,21 @@ def kolmogorov_smirnov():
     model.train(x=["Origin", "Distance"], y="IsDepDelayed", training_frame=airlines)
     verify_ks(model, airlines)
 
+    #Test with specific Thresholds
     model = H2OGradientBoostingEstimator(ntrees=1, gainslift_bins=5)
     model.train(x=["Origin", "Distance"], y="IsDepDelayed", training_frame=airlines)
-    ks = model.kolmogorov_smirnov()
+    ks = model.kolmogorov_smirnov(thresholds=[0.01, 0.5, 0.99])
     print(ks)
     ks_verification = ks_metric(model, airlines)
     print(ks_verification)
     assert round(ks, 5) != round(ks_verification, 5)
 
+    # Test with invalid Thresholds
+    try:
+        ks= model.kolmogorov_smirnov(thresholds= "invalid")
+    except ValueError as e:
+        print("Caught excepted exception for invalid thresholds:",e)
+
     model = H2OXGBoostEstimator(gainslift_bins=10)
     model.train(x=["Origin", "Distance"], y="IsDepDelayed", training_frame=airlines)
     print(model.gains_lift())

h2o/pyvenv.cfg

@@ -0,0 +1,5 @@
+home = C:\Users\shash\AppData\Local\Programs\Python\Python312
+include-system-site-packages = false
+version = 3.12.1
+executable = C:\Users\shash\AppData\Local\Programs\Python\Python312\python.exe
+command = C:\Users\shash\AppData\Local\Programs\Python\Python312\python.exe -m venv C:\Users\shash\OneDrive\Documents\h2o-3\h2o