Added Python 3.8-3.12 to GitHub Actions

tests/files_for_tests/law_school_dataset_20k/python_3_12+/Metrics_law_school_DecisionTreeClassifier_50_Estimators_20240902__220132.csv

@@ -0,0 +1,19 @@
+Metric,overall,male_priv,male_dis,race_priv,race_dis,male&race_priv,male&race_dis,Model_Name,Model_Params,Virny_Random_State
+IQR,0.05433679704393761,0.05185732764374271,0.057613238751338024,0.04526554347776688,0.10478670252393446,0.04957708403463801,0.10957831469732389,DecisionTreeClassifier,"{'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 20, 'max_features': 0.6, 'max_leaf_nodes': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 0.1, 'min_weight_fraction_leaf': 0.0, 'monotonic_cst': None, 'random_state': None, 'splitter': 'best'}",100
+Statistical_Bias,0.1485460477889447,0.13885191650835318,0.16135614983829774,0.1206959795622374,0.3034345975797488,0.13474825022045164,0.3086841225990307,DecisionTreeClassifier,"{'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 20, 'max_features': 0.6, 'max_leaf_nodes': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 0.1, 'min_weight_fraction_leaf': 0.0, 'monotonic_cst': None, 'random_state': None, 'splitter': 'best'}",100
+Aleatoric_Uncertainty,0.35278605356537523,0.34062679761658954,0.36885364178341346,0.3026598740384362,0.6315635125748185,0.3267062604357122,0.6554697132217671,DecisionTreeClassifier,"{'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 20, 'max_features': 0.6, 'max_leaf_nodes': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 0.1, 'min_weight_fraction_leaf': 0.0, 'monotonic_cst': None, 'random_state': None, 'splitter': 'best'}",100
+Std,0.042595752935374216,0.04106432732527748,0.044619422491573475,0.03640805289375485,0.07700873455485355,0.0394433034815967,0.07918327235345879,DecisionTreeClassifier,"{'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 20, 'max_features': 0.6, 'max_leaf_nodes': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 0.1, 'min_weight_fraction_leaf': 0.0, 'monotonic_cst': None, 'random_state': None, 'splitter': 'best'}",100
+Mean_Prediction,0.10689943863572628,0.10067674363641255,0.11512228559910512,0.08190956920555666,0.2458809522173952,0.09366054591035684,0.2605508299634987,DecisionTreeClassifier,"{'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 20, 'max_features': 0.6, 'max_leaf_nodes': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 0.1, 'min_weight_fraction_leaf': 0.0, 'monotonic_cst': None, 'random_state': None, 'splitter': 'best'}",100
+Overall_Uncertainty,0.37117830444850247,0.3583978297342497,0.3880667888923365,0.31890438077568595,0.661900473013725,0.34400681382809695,0.6865322713459363,DecisionTreeClassifier,"{'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 20, 'max_features': 0.6, 'max_leaf_nodes': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 0.1, 'min_weight_fraction_leaf': 0.0, 'monotonic_cst': None, 'random_state': None, 'splitter': 'best'}",100
+Epistemic_Uncertainty,0.018392250883127237,0.01777103211766018,0.019213147108923023,0.016244506737249753,0.030336960438906546,0.017300553392384732,0.03106255812416925,DecisionTreeClassifier,"{'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 20, 'max_features': 0.6, 'max_leaf_nodes': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 0.1, 'min_weight_fraction_leaf': 0.0, 'monotonic_cst': None, 'random_state': None, 'splitter': 'best'}",100
+Jitter,0.038216444270015665,0.030332666850524003,0.04863429300291543,0.01557618623172467,0.16413056074164717,0.02552373847711407,0.1855287569573283,DecisionTreeClassifier,"{'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 20, 'max_features': 0.6, 'max_leaf_nodes': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 0.1, 'min_weight_fraction_leaf': 0.0, 'monotonic_cst': None, 'random_state': None, 'splitter': 'best'}",100
+Label_Stability,0.9436057692307692,0.9566385135135134,0.9263839285714285,0.9787067498581963,0.748391167192429,0.9637493472584856,0.7098181818181818,DecisionTreeClassifier,"{'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 20, 'max_features': 0.6, 'max_leaf_nodes': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 0.1, 'min_weight_fraction_leaf': 0.0, 'monotonic_cst': None, 'random_state': None, 'splitter': 'best'}",100
+TPR,0.9957081545064378,0.998139534883721,0.9923954372623575,1.0,0.9655913978494624,0.9988518943742825,0.9508196721311475,DecisionTreeClassifier,"{'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 20, 'max_features': 0.6, 'max_leaf_nodes': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 0.1, 'min_weight_fraction_leaf': 0.0, 'monotonic_cst': None, 'random_state': None, 'splitter': 'best'}",100
+TNR,0.125,0.0779816513761468,0.17289719626168223,0.026615969581749048,0.2781065088757396,0.06069364161849711,0.38372093023255816,DecisionTreeClassifier,"{'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 20, 'max_features': 0.6, 'max_leaf_nodes': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 0.1, 'min_weight_fraction_leaf': 0.0, 'monotonic_cst': None, 'random_state': None, 'splitter': 'best'}",100
+PPV,0.9075794621026895,0.9143587558585429,0.8984509466437177,0.9272520602443876,0.7863397548161121,0.9145860709592641,0.8140350877192982,DecisionTreeClassifier,"{'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 20, 'max_features': 0.6, 'max_leaf_nodes': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 0.1, 'min_weight_fraction_leaf': 0.0, 'monotonic_cst': None, 'random_state': None, 'splitter': 'best'}",100
+FNR,0.004291845493562232,0.0018604651162790699,0.0076045627376425855,0.0,0.034408602150537634,0.001148105625717566,0.04918032786885246,DecisionTreeClassifier,"{'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 20, 'max_features': 0.6, 'max_leaf_nodes': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 0.1, 'min_weight_fraction_leaf': 0.0, 'monotonic_cst': None, 'random_state': None, 'splitter': 'best'}",100
+FPR,0.875,0.9220183486238532,0.8271028037383178,0.973384030418251,0.7218934911242604,0.9393063583815029,0.6162790697674418,DecisionTreeClassifier,"{'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 20, 'max_features': 0.6, 'max_leaf_nodes': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 0.1, 'min_weight_fraction_leaf': 0.0, 'monotonic_cst': None, 'random_state': None, 'splitter': 'best'}",100
+Accuracy,0.9052884615384615,0.9134290540540541,0.89453125,0.9273964832671583,0.7823343848580442,0.9140992167101828,0.803030303030303,DecisionTreeClassifier,"{'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 20, 'max_features': 0.6, 'max_leaf_nodes': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 0.1, 'min_weight_fraction_leaf': 0.0, 'monotonic_cst': None, 'random_state': None, 'splitter': 'best'}",100
+F1,0.9496034791506779,0.9544140538136535,0.943089430894309,0.9622530227071661,0.8667953667953668,0.954863492934559,0.8771266540642723,DecisionTreeClassifier,"{'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 20, 'max_features': 0.6, 'max_leaf_nodes': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 0.1, 'min_weight_fraction_leaf': 0.0, 'monotonic_cst': None, 'random_state': None, 'splitter': 'best'}",100
+Selection-Rate,0.9831730769230769,0.9911317567567568,0.97265625,0.9980147475893364,0.9006309148264984,0.9934725848563969,0.8636363636363636,DecisionTreeClassifier,"{'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 20, 'max_features': 0.6, 'max_leaf_nodes': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 0.1, 'min_weight_fraction_leaf': 0.0, 'monotonic_cst': None, 'random_state': None, 'splitter': 'best'}",100
+Sample_Size,4160.0,2368.0,1792.0,3526.0,634.0,3830.0,330.0,DecisionTreeClassifier,"{'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 20, 'max_features': 0.6, 'max_leaf_nodes': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 0.1, 'min_weight_fraction_leaf': 0.0, 'monotonic_cst': None, 'random_state': None, 'splitter': 'best'}",100

tests/files_for_tests/law_school_dataset_20k/python_3_12+/Metrics_law_school_LogisticRegression_50_Estimators_20240902__220132.csv

@@ -0,0 +1,19 @@
+Metric,overall,male_priv,male_dis,race_priv,race_dis,male&race_priv,male&race_dis,Model_Name,Model_Params,Virny_Random_State
+IQR,0.011419687394194309,0.010451263586665198,0.012699390282714922,0.00892175766969869,0.025311959016546925,0.01007916110640982,0.026977916734238525,LogisticRegression,"{'C': 0.1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 250, 'multi_class': 'deprecated', 'n_jobs': None, 'penalty': 'l2', 'random_state': None, 'solver': 'lbfgs', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",100
+Statistical_Bias,0.1387144798061811,0.12815170690399935,0.15267242971263548,0.11277299821420668,0.2829883979344173,0.12593001168137175,0.28709179167896826,LogisticRegression,"{'C': 0.1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 250, 'multi_class': 'deprecated', 'n_jobs': None, 'penalty': 'l2', 'random_state': None, 'solver': 'lbfgs', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",100
+Aleatoric_Uncertainty,0.3414549629607785,0.3208370984275454,0.36869999823683636,0.2914392664783241,0.6196179689499488,0.3145254227683469,0.6540008385274846,LogisticRegression,"{'C': 0.1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 250, 'multi_class': 'deprecated', 'n_jobs': None, 'penalty': 'l2', 'random_state': None, 'solver': 'lbfgs', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",100
+Std,0.008657704312113908,0.007928013182409438,0.009621939019223385,0.006777265759583952,0.01911579001593193,0.007650000770777627,0.020353172685804687,LogisticRegression,"{'C': 0.1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 250, 'multi_class': 'deprecated', 'n_jobs': None, 'penalty': 'l2', 'random_state': None, 'solver': 'lbfgs', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",100
+Mean_Prediction,0.10412864589848997,0.09288075207051188,0.11899193417117529,0.07532233971872429,0.26433532663958426,0.08787924754695121,0.2927201479784701,LogisticRegression,"{'C': 0.1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 250, 'multi_class': 'deprecated', 'n_jobs': None, 'penalty': 'l2', 'random_state': None, 'solver': 'lbfgs', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",100
+Overall_Uncertainty,0.34226152607880284,0.32156453380265854,0.36961112301513627,0.29204344135573435,0.6215501171411677,0.31522407010533965,0.6560598787405117,LogisticRegression,"{'C': 0.1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 250, 'multi_class': 'deprecated', 'n_jobs': None, 'penalty': 'l2', 'random_state': None, 'solver': 'lbfgs', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",100
+Epistemic_Uncertainty,0.0008065631180243504,0.0007274353751131613,0.0009111247782999099,0.0006041748774102684,0.0019321481912188965,0.0006986473369927637,0.0020590402130271634,LogisticRegression,"{'C': 0.1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 250, 'multi_class': 'deprecated', 'n_jobs': None, 'penalty': 'l2', 'random_state': None, 'solver': 'lbfgs', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",100
+Jitter,0.00806887755102042,0.006519925537782693,0.010115706997084539,0.004305045898109686,0.029001480718470394,0.005883305802738843,0.033434755720469965,LogisticRegression,"{'C': 0.1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 250, 'multi_class': 'deprecated', 'n_jobs': None, 'penalty': 'l2', 'random_state': None, 'solver': 'lbfgs', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",100
+Label_Stability,0.9886250000000001,0.9911317567567568,0.9853124999999999,0.993908111174135,0.9592429022082021,0.9918851174934726,0.9507878787878787,LogisticRegression,"{'C': 0.1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 250, 'multi_class': 'deprecated', 'n_jobs': None, 'penalty': 'l2', 'random_state': None, 'solver': 'lbfgs', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",100
+TPR,0.9849785407725322,0.9897674418604652,0.9784537389100126,0.9950965369292063,0.9139784946236559,0.9916762342135477,0.889344262295082,LogisticRegression,"{'C': 0.1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 250, 'multi_class': 'deprecated', 'n_jobs': None, 'penalty': 'l2', 'random_state': None, 'solver': 'lbfgs', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",100
+TNR,0.24305555555555555,0.1743119266055046,0.3130841121495327,0.11026615969581749,0.44970414201183434,0.15895953757225434,0.5813953488372093,LogisticRegression,"{'C': 0.1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 250, 'multi_class': 'deprecated', 'n_jobs': None, 'penalty': 'l2', 'random_state': None, 'solver': 'lbfgs', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",100
+PPV,0.9182295573893473,0.9220103986135182,0.9130691898285038,0.9327779373743177,0.8204633204633205,0.9223171382808328,0.857707509881423,LogisticRegression,"{'C': 0.1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 250, 'multi_class': 'deprecated', 'n_jobs': None, 'penalty': 'l2', 'random_state': None, 'solver': 'lbfgs', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",100
+FNR,0.015021459227467811,0.010232558139534883,0.021546261089987327,0.004903463070793748,0.08602150537634409,0.008323765786452353,0.11065573770491803,LogisticRegression,"{'C': 0.1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 250, 'multi_class': 'deprecated', 'n_jobs': None, 'penalty': 'l2', 'random_state': None, 'solver': 'lbfgs', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",100
+FPR,0.7569444444444444,0.8256880733944955,0.6869158878504673,0.8897338403041825,0.5502958579881657,0.8410404624277457,0.4186046511627907,LogisticRegression,"{'C': 0.1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 250, 'multi_class': 'deprecated', 'n_jobs': None, 'penalty': 'l2', 'random_state': None, 'solver': 'lbfgs', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",100
+Accuracy,0.9079326923076924,0.9146959459459459,0.8989955357142857,0.9290981281905842,0.7902208201892744,0.9164490861618799,0.8090909090909091,LogisticRegression,"{'C': 0.1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 250, 'multi_class': 'deprecated', 'n_jobs': None, 'penalty': 'l2', 'random_state': None, 'solver': 'lbfgs', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",100
+F1,0.9504335447133428,0.9546882009869897,0.9446313857448762,0.9629300118623962,0.8646998982706002,0.9557399723374828,0.8732394366197183,LogisticRegression,"{'C': 0.1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 250, 'multi_class': 'deprecated', 'n_jobs': None, 'penalty': 'l2', 'random_state': None, 'solver': 'lbfgs', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",100
+Selection-Rate,0.9612980769230769,0.9746621621621622,0.9436383928571429,0.9872376630743052,0.8170347003154574,0.9780678851174934,0.7666666666666667,LogisticRegression,"{'C': 0.1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 250, 'multi_class': 'deprecated', 'n_jobs': None, 'penalty': 'l2', 'random_state': None, 'solver': 'lbfgs', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",100
+Sample_Size,4160.0,2368.0,1792.0,3526.0,634.0,3830.0,330.0,LogisticRegression,"{'C': 0.1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 250, 'multi_class': 'deprecated', 'n_jobs': None, 'penalty': 'l2', 'random_state': None, 'solver': 'lbfgs', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",100

tests/user_interfaces/conftest.py

@@ -32,7 +32,7 @@ def law_school_dataset_1k_params(common_seed):
 
     # Preprocess the dataset
     column_transformer = ColumnTransformer(transformers=[
-        ('categorical_features', OneHotEncoder(handle_unknown='ignore', sparse=False), data_loader.categorical_columns),
+        ('categorical_features', OneHotEncoder(handle_unknown='ignore', sparse_output=False), data_loader.categorical_columns),
         ('numerical_features', StandardScaler(), data_loader.numerical_columns),
     ])
     base_flow_dataset = preprocess_dataset(data_loader=data_loader,
@@ -64,7 +64,7 @@ def law_school_dataset_20k_params(common_seed):
 
     # Preprocess the dataset
     column_transformer = ColumnTransformer(transformers=[
-        ('categorical_features', OneHotEncoder(handle_unknown='ignore', sparse=False), data_loader.categorical_columns),
+        ('categorical_features', OneHotEncoder(handle_unknown='ignore', sparse_output=False), data_loader.categorical_columns),
         ('numerical_features', StandardScaler(), data_loader.numerical_columns),
     ])
     base_flow_dataset = preprocess_dataset(data_loader=data_loader,

tests/user_interfaces/test_compute_model_metrics.py

@@ -23,7 +23,7 @@ def test_subgroup_variance_and_error_analyzers(COMPAS_y_test, COMPAS_RF_bootstra
     data_loader = CompasWithoutSensitiveAttrsDataset()
     sensitive_attributes_dct = {'sex': 1, 'race': 'African-American', 'sex&race': None}
     column_transformer = ColumnTransformer(transformers=[
-        ('categorical_features', OneHotEncoder(handle_unknown='ignore', sparse=False), data_loader.categorical_columns),
+        ('categorical_features', OneHotEncoder(handle_unknown='ignore', sparse_output=False), data_loader.categorical_columns),
         ('numerical_features', StandardScaler(), data_loader.numerical_columns),
     ])
     base_flow_dataset = preprocess_dataset(data_loader=data_loader,