{ "meta": { "frameworks": [ "tuiml", "sklearn", "weka" ], "framework_labels": { "tuiml": "TuiML", "sklearn": "scikit-learn", "weka": "Weka" }, "framework_colors": { "tuiml": "#f97316", "sklearn": "#3b82f6", "weka": "#a855f7" }, "n_datasets": 51, "n_classification": 38, "n_regression": 13, "n_experiments": 10320, "n_folds": 10, "config": "matched", "config_label": "Matched hyperparameters (aligned across libraries)", "protocol": "stratified 10-fold cross-validation for classification and shuffled 10-fold cross-validation for regression (seed 42); preprocessing fit on each training fold", "suite": "TabArena-v0.1 (OpenML study 457)" }, "algorithms": [ { "key": "random_forest", "label": "Random Forest", "task": "classification", "score_label": "Accuracy" }, { "key": "svm", "label": "SVM", "task": "classification", "score_label": "Accuracy" }, { "key": "mlp", "label": "Neural Network (MLP)", "task": "classification", "score_label": "Accuracy" }, { "key": "logistic", "label": "Logistic Regression", "task": "classification", "score_label": "Accuracy" }, { "key": "knn", "label": "K-Nearest Neighbors", "task": "classification", "score_label": "Accuracy" }, { "key": "decision_tree", "label": "Decision Tree", "task": "classification", "score_label": "Accuracy" }, { "key": "naive_bayes", "label": "Naive Bayes", "task": "classification", "score_label": "Accuracy" }, { "key": "random_forest_reg", "label": "Random Forest", "task": "regression", "score_label": "R\u00b2" }, { "key": "svm_reg", "label": "SVR", "task": "regression", "score_label": "R\u00b2" }, { "key": "mlp_reg", "label": "Neural Network (MLP)", "task": "regression", "score_label": "R\u00b2" }, { "key": "linear_regression", "label": "Linear Regression", "task": "regression", "score_label": "R\u00b2" }, { "key": "knn_reg", "label": "K-Nearest Neighbors", "task": "regression", "score_label": "R\u00b2" }, { "key": "decision_tree_reg", "label": "Decision Tree", "task": "regression", "score_label": "R\u00b2" } ], "datasets_meta": { "APSFailure": { "rows": 76000, "features": 170, "task": "classification", "bucket": "binary" }, "Amazon_employee_access": { "rows": 32769, "features": 9, "task": "classification", "bucket": "binary" }, "Bank_Customer_Churn": { "rows": 10000, "features": 10, "task": "classification", "bucket": "binary" }, "Bioresponse": { "rows": 3751, "features": 1776, "task": "classification", "bucket": "binary" }, "Diabetes130US": { "rows": 71518, "features": 47, "task": "classification", "bucket": "binary" }, "E-CommereShippingData": { "rows": 10999, "features": 10, "task": "classification", "bucket": "binary" }, "Fitness_Club": { "rows": 1500, "features": 6, "task": "classification", "bucket": "binary" }, "GiveMeSomeCredit": { "rows": 150000, "features": 10, "task": "classification", "bucket": "binary" }, "HR_Analytics_Job_Change_of_Data_Scientists": { "rows": 19158, "features": 12, "task": "classification", "bucket": "binary" }, "Is-this-a-good-customer": { "rows": 1723, "features": 13, "task": "classification", "bucket": "binary" }, "Marketing_Campaign": { "rows": 2240, "features": 25, "task": "classification", "bucket": "binary" }, "NATICUSdroid": { "rows": 7491, "features": 86, "task": "classification", "bucket": "binary" }, "bank-marketing": { "rows": 45211, "features": 13, "task": "classification", "bucket": "binary" }, "blood-transfusion-service-center": { "rows": 748, "features": 4, "task": "classification", "bucket": "binary" }, "churn": { "rows": 5000, "features": 19, "task": "classification", "bucket": "binary" }, "coil2000_insurance_policies": { "rows": 9822, "features": 85, "task": "classification", "bucket": "binary" }, "credit-g": { "rows": 1000, "features": 20, "task": "classification", "bucket": "binary" }, "credit_card_clients_default": { "rows": 30000, "features": 23, "task": "classification", "bucket": "binary" }, "customer_satisfaction_in_airline": { "rows": 129880, "features": 21, "task": "classification", "bucket": "binary" }, "diabetes": { "rows": 768, "features": 8, "task": "classification", "bucket": "binary" }, "hazelnut-spread-contaminant-detection": { "rows": 2400, "features": 30, "task": "classification", "bucket": "binary" }, "heloc": { "rows": 10459, "features": 23, "task": "classification", "bucket": "binary" }, "in_vehicle_coupon_recommendation": { "rows": 12684, "features": 24, "task": "classification", "bucket": "binary" }, "jm1": { "rows": 10885, "features": 21, "task": "classification", "bucket": "binary" }, "kddcup09_appetency": { "rows": 50000, "features": 212, "task": "classification", "bucket": "binary" }, "online_shoppers_intention": { "rows": 12330, "features": 17, "task": "classification", "bucket": "binary" }, "polish_companies_bankruptcy": { "rows": 5910, "features": 64, "task": "classification", "bucket": "binary" }, "qsar-biodeg": { "rows": 1054, "features": 41, "task": "classification", "bucket": "binary" }, "seismic-bumps": { "rows": 2584, "features": 15, "task": "classification", "bucket": "binary" }, "taiwanese_bankruptcy_prediction": { "rows": 6819, "features": 94, "task": "classification", "bucket": "binary" }, "MIC": { "rows": 1699, "features": 111, "task": "classification", "bucket": "multiclass" }, "SDSS17": { "rows": 78053, "features": 11, "task": "classification", "bucket": "multiclass" }, "anneal": { "rows": 898, "features": 38, "task": "classification", "bucket": "multiclass" }, "hiva_agnostic": { "rows": 3845, "features": 1617, "task": "classification", "bucket": "multiclass" }, "maternal_health_risk": { "rows": 1014, "features": 6, "task": "classification", "bucket": "multiclass" }, "splice": { "rows": 3190, "features": 60, "task": "classification", "bucket": "multiclass" }, "students_dropout_and_academic_success": { "rows": 4424, "features": 36, "task": "classification", "bucket": "multiclass" }, "website_phishing": { "rows": 1353, "features": 9, "task": "classification", "bucket": "multiclass" }, "Another-Dataset-on-used-Fiat-500": { "rows": 1538, "features": 7, "task": "regression", "bucket": "regression" }, "Food_Delivery_Time": { "rows": 45451, "features": 9, "task": "regression", "bucket": "regression" }, "QSAR-TID-11": { "rows": 5742, "features": 1024, "task": "regression", "bucket": "regression" }, "QSAR_fish_toxicity": { "rows": 907, "features": 6, "task": "regression", "bucket": "regression" }, "airfoil_self_noise": { "rows": 1503, "features": 5, "task": "regression", "bucket": "regression" }, "concrete_compressive_strength": { "rows": 1030, "features": 8, "task": "regression", "bucket": "regression" }, "diamonds": { "rows": 53940, "features": 9, "task": "regression", "bucket": "regression" }, "healthcare_insurance_expenses": { "rows": 1338, "features": 6, "task": "regression", "bucket": "regression" }, "houses": { "rows": 20640, "features": 8, "task": "regression", "bucket": "regression" }, "miami_housing": { "rows": 13776, "features": 15, "task": "regression", "bucket": "regression" }, "physiochemical_protein": { "rows": 45730, "features": 9, "task": "regression", "bucket": "regression" }, "superconductivity": { "rows": 21263, "features": 81, "task": "regression", "bucket": "regression" }, "wine_quality": { "rows": 6497, "features": 12, "task": "regression", "bucket": "regression" } }, "data": { "random_forest": [ { "dataset": "APSFailure", "rows": 76000, "features": 170, "n_train": 68400, "n_test": 7600, "tuiml": { "score": 0.9939473684210527, "score_std": 0.0007621994384641463, "fit_s": 315.7687, "predict_s": 0.345, "mem_mb": 2051.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9940921052631579, "score_std": 0.0007350908596005344, "fit_s": 98.0889, "predict_s": 0.0804, "mem_mb": 982.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9940657894736842, "score_std": 0.0008378226261250244, "fit_s": 90.6803, "predict_s": 0.1653, "mem_mb": 1239.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Amazon_employee_access", "rows": 32769, "features": 9, "n_train": 29493, "n_test": 3276, "tuiml": { "score": 0.9425371749601228, "score_std": 0.0005917367961183471, "fit_s": 680.9556, "predict_s": 0.3019, "mem_mb": 1973.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9459550282559133, "score_std": 0.0023828855543655343, "fit_s": 28.2052, "predict_s": 0.2706, "mem_mb": 617.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9461381318644059, "score_std": 0.0028451208179312505, "fit_s": 4.7065, "predict_s": 0.1263, "mem_mb": 1365.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Bank_Customer_Churn", "rows": 10000, "features": 10, "n_train": 9000, "n_test": 1000, "tuiml": { "score": 0.8622, "score_std": 0.006713171133426195, "fit_s": 4.538, "predict_s": 0.0142, "mem_mb": 415.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8623, "score_std": 0.00629020402424808, "fit_s": 1.0717, "predict_s": 0.0383, "mem_mb": 209.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8633, "score_std": 0.00614726678198441, "fit_s": 1.7479, "predict_s": 0.0894, "mem_mb": 818.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Bioresponse", "rows": 3751, "features": 1776, "n_train": 3376, "n_test": 375, "tuiml": { "score": 0.8032496453900709, "score_std": 0.018282741497541888, "fit_s": 20.2554, "predict_s": 0.0856, "mem_mb": 2277.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8032539007092199, "score_std": 0.01716148218479139, "fit_s": 2.367, "predict_s": 0.0193, "mem_mb": 628.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8072496453900709, "score_std": 0.01684174886416434, "fit_s": 9.5169, "predict_s": 0.0494, "mem_mb": 1156.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Diabetes130US", "rows": 71518, "features": 47, "n_train": 64367, "n_test": 7151, "tuiml": { "score": 0.9120361308801478, "score_std": 0.00012222411864791854, "fit_s": 540.2639, "predict_s": 0.7608, "mem_mb": 2571.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9120920612470463, "score_std": 0.00014769486635684697, "fit_s": 38.8794, "predict_s": 0.5429, "mem_mb": 867.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.911994184571423, "score_std": 0.00011671909763872681, "fit_s": 11.4444, "predict_s": 0.3337, "mem_mb": 1693.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "E-CommereShippingData", "rows": 10999, "features": 10, "n_train": 9900, "n_test": 1099, "tuiml": { "score": 0.6613339399454049, "score_std": 0.01615403414383378, "fit_s": 7.6416, "predict_s": 0.0202, "mem_mb": 536.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6631513772851352, "score_std": 0.011895345072968574, "fit_s": 1.1333, "predict_s": 0.0438, "mem_mb": 226.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6584235255190669, "score_std": 0.011312925559472518, "fit_s": 1.8246, "predict_s": 0.0904, "mem_mb": 825.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Fitness_Club", "rows": 1500, "features": 6, "n_train": 1350, "n_test": 150, "tuiml": { "score": 0.7713333333333333, "score_std": 0.02649015656921884, "fit_s": 0.7627, "predict_s": 0.0046, "mem_mb": 306.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.756, "score_std": 0.03314018112410177, "fit_s": 0.2219, "predict_s": 0.0111, "mem_mb": 190.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.752, "score_std": 0.033672350088668104, "fit_s": 0.2953, "predict_s": 0.0287, "mem_mb": 364.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "GiveMeSomeCredit", "rows": 150000, "features": 10, "n_train": 135000, "n_test": 15000, "tuiml": { "score": 0.9360266666666667, "score_std": 0.0011772325782146195, "fit_s": 66.8791, "predict_s": 0.2806, "mem_mb": 2326.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9353533333333334, "score_std": 0.0012574911334149825, "fit_s": 26.5875, "predict_s": 0.3446, "mem_mb": 373.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.93566, "score_std": 0.0007840697877732273, "fit_s": 49.8514, "predict_s": 0.6555, "mem_mb": 1119.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "HR_Analytics_Job_Change_of_Data_Scientists", "rows": 19158, "features": 12, "n_train": 17243, "n_test": 1915, "tuiml": { "score": 0.7794656513515429, "score_std": 0.007479040035197329, "fit_s": 25.6646, "predict_s": 0.0452, "mem_mb": 2232.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7619272636094562, "score_std": 0.010623579940078016, "fit_s": 3.2997, "predict_s": 0.0973, "mem_mb": 307.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7615093727685507, "score_std": 0.00861826034980141, "fit_s": 2.5966, "predict_s": 0.1533, "mem_mb": 1016.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Is-this-a-good-customer", "rows": 1723, "features": 13, "n_train": 1551, "n_test": 172, "tuiml": { "score": 0.8856633956176906, "score_std": 0.005522111702134712, "fit_s": 1.0201, "predict_s": 0.005, "mem_mb": 335.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8815969888425864, "score_std": 0.009215784629495731, "fit_s": 0.2253, "predict_s": 0.0099, "mem_mb": 188.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8845039655867725, "score_std": 0.007447128508294834, "fit_s": 0.2925, "predict_s": 0.0285, "mem_mb": 369.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "MIC", "rows": 1699, "features": 111, "n_train": 1530, "n_test": 169, "tuiml": { "score": 0.8646258266620257, "score_std": 0.00920037726864624, "fit_s": 2.6309, "predict_s": 0.0073, "mem_mb": 541.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8634458753915768, "score_std": 0.007805145622765634, "fit_s": 0.2905, "predict_s": 0.0092, "mem_mb": 196.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8605081796032023, "score_std": 0.009181441807475066, "fit_s": 0.4884, "predict_s": 0.0314, "mem_mb": 513.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Marketing_Campaign", "rows": 2240, "features": 25, "n_train": 2016, "n_test": 224, "tuiml": { "score": 0.8830357142857143, "score_std": 0.01627407513630038, "fit_s": 2.3351, "predict_s": 0.0071, "mem_mb": 476.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.878125, "score_std": 0.016171699984401378, "fit_s": 0.3666, "predict_s": 0.0119, "mem_mb": 192.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8772321428571428, "score_std": 0.015923314404042186, "fit_s": 0.569, "predict_s": 0.033, "mem_mb": 489.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "NATICUSdroid", "rows": 7491, "features": 86, "n_train": 6742, "n_test": 749, "tuiml": { "score": 0.9416671117044949, "score_std": 0.012511934101572017, "fit_s": 7.7247, "predict_s": 0.0128, "mem_mb": 1170.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9289854917668001, "score_std": 0.012532287696706843, "fit_s": 0.7622, "predict_s": 0.0226, "mem_mb": 217.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9307211392968402, "score_std": 0.014017101900763223, "fit_s": 1.4595, "predict_s": 0.0625, "mem_mb": 832.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "SDSS17", "rows": 78053, "features": 11, "n_train": 70248, "n_test": 7805, "tuiml": { "score": 0.970186956829312, "score_std": 0.002669315871074299, "fit_s": 162.2182, "predict_s": 0.1433, "mem_mb": 2016.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9737230284757713, "score_std": 0.0018206346471875737, "fit_s": 19.4199, "predict_s": 0.1892, "mem_mb": 461.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9777459182747285, "score_std": 0.0020424687463183938, "fit_s": 22.217, "predict_s": 0.2716, "mem_mb": 969.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "anneal", "rows": 898, "features": 38, "n_train": 809, "n_test": 89, "tuiml": { "score": 0.9944444444444445, "score_std": 0.00785674201318386, "fit_s": 0.4258, "predict_s": 0.0025, "mem_mb": 314.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9966666666666667, "score_std": 0.005367176572662736, "fit_s": 0.1389, "predict_s": 0.0076, "mem_mb": 186.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9955555555555555, "score_std": 0.007768954430890012, "fit_s": 0.1987, "predict_s": 0.0195, "mem_mb": 317.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "bank-marketing", "rows": 45211, "features": 13, "n_train": 40690, "n_test": 4521, "tuiml": { "score": 0.8924597883717451, "score_std": 0.0018536626226566758, "fit_s": 23.5392, "predict_s": 0.0779, "mem_mb": 1750.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8835459780251989, "score_std": 0.00326529296391328, "fit_s": 4.6092, "predict_s": 0.1307, "mem_mb": 328.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8834575558299316, "score_std": 0.0031929034609908136, "fit_s": 5.914, "predict_s": 0.2476, "mem_mb": 979.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "blood-transfusion-service-center", "rows": 748, "features": 4, "n_train": 674, "n_test": 74, "tuiml": { "score": 0.745945945945946, "score_std": 0.046202701702384844, "fit_s": 0.3706, "predict_s": 0.003, "mem_mb": 295.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7325765765765766, "score_std": 0.05381715186987262, "fit_s": 0.1418, "predict_s": 0.008, "mem_mb": 185.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7312612612612612, "score_std": 0.053067490055995536, "fit_s": 0.2429, "predict_s": 0.0178, "mem_mb": 324.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "churn", "rows": 5000, "features": 19, "n_train": 4500, "n_test": 500, "tuiml": { "score": 0.9498, "score_std": 0.008134972512416861, "fit_s": 4.7876, "predict_s": 0.0123, "mem_mb": 526.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9521999999999999, "score_std": 0.008024961059095559, "fit_s": 0.8075, "predict_s": 0.0139, "mem_mb": 195.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9198000000000001, "score_std": 0.009953223933312605, "fit_s": 0.9839, "predict_s": 0.047, "mem_mb": 619.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "coil2000_insurance_policies", "rows": 9822, "features": 85, "n_train": 8840, "n_test": 982, "tuiml": { "score": 0.9347384145545558, "score_std": 0.003507559658395607, "fit_s": 9.8126, "predict_s": 0.0152, "mem_mb": 1325.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9299534033767531, "score_std": 0.004766746607401932, "fit_s": 1.3534, "predict_s": 0.0215, "mem_mb": 232.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9285282594327602, "score_std": 0.0056891423187415335, "fit_s": 3.076, "predict_s": 0.0692, "mem_mb": 872.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "credit-g", "rows": 1000, "features": 20, "n_train": 900, "n_test": 100, "tuiml": { "score": 0.746, "score_std": 0.04195235392680608, "fit_s": 0.8175, "predict_s": 0.0039, "mem_mb": 322.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.756, "score_std": 0.04971027168615268, "fit_s": 0.1845, "predict_s": 0.0086, "mem_mb": 188.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.766, "score_std": 0.03627058802329453, "fit_s": 0.2539, "predict_s": 0.0197, "mem_mb": 346.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "credit_card_clients_default", "rows": 30000, "features": 23, "n_train": 27000, "n_test": 3000, "tuiml": { "score": 0.8178666666666666, "score_std": 0.006285786435372346, "fit_s": 25.342, "predict_s": 0.0654, "mem_mb": 1262.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8161333333333333, "score_std": 0.005077668367408671, "fit_s": 7.0276, "predict_s": 0.0849, "mem_mb": 266.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8153, "score_std": 0.005233911267923235, "fit_s": 11.3219, "predict_s": 0.2067, "mem_mb": 953.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "customer_satisfaction_in_airline", "rows": 129880, "features": 21, "n_train": 116892, "n_test": 12988, "tuiml": { "score": 0.9578688019710502, "score_std": 0.0014684165523817711, "fit_s": 103.8714, "predict_s": 0.2308, "mem_mb": 2510.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9577533107483831, "score_std": 0.0011660088111257703, "fit_s": 16.92, "predict_s": 0.2704, "mem_mb": 487.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9526331998768094, "score_std": 0.0014706576582803018, "fit_s": 13.1108, "predict_s": 0.4158, "mem_mb": 1214.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "diabetes", "rows": 768, "features": 8, "n_train": 692, "n_test": 76, "tuiml": { "score": 0.757758031442242, "score_std": 0.04751292545092867, "fit_s": 0.4467, "predict_s": 0.0034, "mem_mb": 297.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7656185919343814, "score_std": 0.04551975352517641, "fit_s": 0.1531, "predict_s": 0.0074, "mem_mb": 186.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7616883116883117, "score_std": 0.03666839041557698, "fit_s": 0.234, "predict_s": 0.0182, "mem_mb": 320.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "hazelnut-spread-contaminant-detection", "rows": 2400, "features": 30, "n_train": 2160, "n_test": 240, "tuiml": { "score": 0.90125, "score_std": 0.019250020041676284, "fit_s": 2.6923, "predict_s": 0.0116, "mem_mb": 328.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8945833333333333, "score_std": 0.012116015826424666, "fit_s": 0.8199, "predict_s": 0.0103, "mem_mb": 188.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8991666666666667, "score_std": 0.020011570727030973, "fit_s": 0.8983, "predict_s": 0.034, "mem_mb": 487.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "heloc", "rows": 10459, "features": 23, "n_train": 9414, "n_test": 1045, "tuiml": { "score": 0.7239690047297977, "score_std": 0.012304669352846489, "fit_s": 8.967, "predict_s": 0.0244, "mem_mb": 531.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.721865662766337, "score_std": 0.012155754635590639, "fit_s": 1.5065, "predict_s": 0.0284, "mem_mb": 218.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.718901625696433, "score_std": 0.014318016361446542, "fit_s": 3.141, "predict_s": 0.085, "mem_mb": 850.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "hiva_agnostic", "rows": 3845, "features": 1617, "n_train": 3461, "n_test": 384, "tuiml": { "score": 0.9638501082251082, "score_std": 0.001899554909405, "fit_s": 67.3497, "predict_s": 0.02, "mem_mb": 1872.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9638501082251082, "score_std": 0.001899554909405, "fit_s": 2.4087, "predict_s": 0.0172, "mem_mb": 457.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9638507846320347, "score_std": 0.001883952299004231, "fit_s": 5.1424, "predict_s": 0.0495, "mem_mb": 1141.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "in_vehicle_coupon_recommendation", "rows": 12684, "features": 24, "n_train": 11416, "n_test": 1268, "tuiml": { "score": 0.7601707049690136, "score_std": 0.00930655992068366, "fit_s": 14.7673, "predict_s": 0.0303, "mem_mb": 1585.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7615895797132792, "score_std": 0.008638855788898036, "fit_s": 1.4894, "predict_s": 0.0405, "mem_mb": 262.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.76608478570523, "score_std": 0.011646875704203849, "fit_s": 1.8085, "predict_s": 0.0947, "mem_mb": 942.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "jm1", "rows": 10885, "features": 21, "n_train": 9797, "n_test": 1088, "tuiml": { "score": 0.820119645654405, "score_std": 0.0049813423216671275, "fit_s": 9.3081, "predict_s": 0.0239, "mem_mb": 496.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8190174640792957, "score_std": 0.00574251118034618, "fit_s": 1.9112, "predict_s": 0.0284, "mem_mb": 211.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8167207671636147, "score_std": 0.00620200983216366, "fit_s": 3.533, "predict_s": 0.0856, "mem_mb": 846.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "kddcup09_appetency", "rows": 50000, "features": 212, "n_train": 45000, "n_test": 5000, "tuiml": { "score": 0.9822, "score_std": 0.0, "fit_s": 998.7849, "predict_s": 0.4291, "mem_mb": 2377.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9822, "score_std": 0.0, "fit_s": 43.4233, "predict_s": 0.3405, "mem_mb": 1634.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9822, "score_std": 0.0, "fit_s": 18.4619, "predict_s": 0.1776, "mem_mb": 1375.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "maternal_health_risk", "rows": 1014, "features": 6, "n_train": 913, "n_test": 101, "tuiml": { "score": 0.8492234517569404, "score_std": 0.04246903326155276, "fit_s": 0.4774, "predict_s": 0.0043, "mem_mb": 299.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8482139390409629, "score_std": 0.03971865477907218, "fit_s": 0.1528, "predict_s": 0.008, "mem_mb": 187.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.846194913609008, "score_std": 0.03710383821775408, "fit_s": 0.2754, "predict_s": 0.0243, "mem_mb": 348.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "online_shoppers_intention", "rows": 12330, "features": 17, "n_train": 11097, "n_test": 1233, "tuiml": { "score": 0.9025952960259529, "score_std": 0.006122545456689011, "fit_s": 9.5, "predict_s": 0.0182, "mem_mb": 962.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9009732360097323, "score_std": 0.005049706694209807, "fit_s": 1.2101, "predict_s": 0.0292, "mem_mb": 218.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9006488240064883, "score_std": 0.004429837688070818, "fit_s": 1.7491, "predict_s": 0.0756, "mem_mb": 826.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "polish_companies_bankruptcy", "rows": 5910, "features": 64, "n_train": 5319, "n_test": 591, "tuiml": { "score": 0.939424703891709, "score_std": 0.0064702224025719075, "fit_s": 10.9119, "predict_s": 0.0239, "mem_mb": 514.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9412859560067682, "score_std": 0.005172366167224093, "fit_s": 4.2789, "predict_s": 0.0143, "mem_mb": 203.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9412859560067682, "score_std": 0.005353695420229788, "fit_s": 3.1421, "predict_s": 0.0454, "mem_mb": 819.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "qsar-biodeg", "rows": 1054, "features": 41, "n_train": 949, "n_test": 105, "tuiml": { "score": 0.8757142857142858, "score_std": 0.028102013255165932, "fit_s": 0.7478, "predict_s": 0.0034, "mem_mb": 315.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8737915543575921, "score_std": 0.029493389970091516, "fit_s": 0.2325, "predict_s": 0.0082, "mem_mb": 186.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8652470799640611, "score_std": 0.02374759747169934, "fit_s": 0.3848, "predict_s": 0.0209, "mem_mb": 371.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "seismic-bumps", "rows": 2584, "features": 15, "n_train": 2326, "n_test": 258, "tuiml": { "score": 0.9315001047559187, "score_std": 0.0032199736425797473, "fit_s": 1.0996, "predict_s": 0.0062, "mem_mb": 316.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9322693125018706, "score_std": 0.005326425677766789, "fit_s": 0.2924, "predict_s": 0.0091, "mem_mb": 188.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9318847086288947, "score_std": 0.004950049800576743, "fit_s": 0.4885, "predict_s": 0.0359, "mem_mb": 427.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "splice", "rows": 3190, "features": 60, "n_train": 2871, "n_test": 319, "tuiml": { "score": 0.961755485893417, "score_std": 0.010428401212016424, "fit_s": 3.8798, "predict_s": 0.0087, "mem_mb": 697.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9639498432601881, "score_std": 0.011278491716260648, "fit_s": 0.4146, "predict_s": 0.0115, "mem_mb": 203.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9630094043887147, "score_std": 0.011427563732072965, "fit_s": 0.4241, "predict_s": 0.0379, "mem_mb": 527.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "students_dropout_and_academic_success", "rows": 4424, "features": 36, "n_train": 3982, "n_test": 442, "tuiml": { "score": 0.7766743613576703, "score_std": 0.016128304890403143, "fit_s": 7.6049, "predict_s": 0.0108, "mem_mb": 1038.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7714732949960675, "score_std": 0.017037506058487088, "fit_s": 0.5968, "predict_s": 0.0169, "mem_mb": 215.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.75316537797616, "score_std": 0.022425571366480067, "fit_s": 1.1802, "predict_s": 0.0499, "mem_mb": 838.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "taiwanese_bankruptcy_prediction", "rows": 6819, "features": 94, "n_train": 6138, "n_test": 681, "tuiml": { "score": 0.9708170234388793, "score_std": 0.002966989074224584, "fit_s": 9.7132, "predict_s": 0.024, "mem_mb": 698.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9692039049009349, "score_std": 0.004145584217228013, "fit_s": 2.7969, "predict_s": 0.0108, "mem_mb": 223.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9711100632587062, "score_std": 0.0033903922603040603, "fit_s": 2.6896, "predict_s": 0.0924, "mem_mb": 800.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "website_phishing", "rows": 1353, "features": 9, "n_train": 1218, "n_test": 135, "tuiml": { "score": 0.899520697167756, "score_std": 0.021892997959034446, "fit_s": 0.5648, "predict_s": 0.0043, "mem_mb": 298.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8884313725490196, "score_std": 0.016226411551405844, "fit_s": 0.1559, "predict_s": 0.0079, "mem_mb": 188.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8906481481481482, "score_std": 0.018455133988561537, "fit_s": 0.1922, "predict_s": 0.0235, "mem_mb": 329.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } } ], "svm": [ { "dataset": "APSFailure", "rows": 76000, "features": 170, "n_train": 68400, "n_test": 7600, "tuiml": { "score": 0.9887105263157895, "score_std": 0.0009132922866540825, "fit_s": 291.9031, "predict_s": 3.6445, "mem_mb": 1114.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9887105263157895, "score_std": 0.0009132922866540825, "fit_s": 160.7469, "predict_s": 3.2275, "mem_mb": 982.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9887105263157895, "score_std": 0.0009132922866540825, "fit_s": 917.9487, "predict_s": 16.9308, "mem_mb": 1093.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Amazon_employee_access", "rows": 32769, "features": 9, "n_train": 29493, "n_test": 3276, "tuiml": { "score": 0.9441545917209634, "score_std": 0.0012840565901483495, "fit_s": 1333.1154, "predict_s": 17.9385, "mem_mb": 905.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9441545917209634, "score_std": 0.0012840565901483495, "fit_s": 401.6237, "predict_s": 22.2893, "mem_mb": 650.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": null, "fit_s": null, "predict_s": null, "mem_mb": null, "status": "incomplete", "n_folds": 7, "expected_folds": 10 } }, { "dataset": "Bank_Customer_Churn", "rows": 10000, "features": 10, "n_train": 9000, "n_test": 1000, "tuiml": { "score": 0.8562, "score_std": 0.00942573309851518, "fit_s": 2.6349, "predict_s": 0.0649, "mem_mb": 493.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8562, "score_std": 0.00942573309851518, "fit_s": 1.4671, "predict_s": 0.2194, "mem_mb": 312.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8581, "score_std": 0.009011720763045827, "fit_s": 48.4775, "predict_s": 0.2643, "mem_mb": 320.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Bioresponse", "rows": 3751, "features": 1776, "n_train": 3376, "n_test": 375, "tuiml": { "score": 0.7832567375886524, "score_std": 0.017114145391153083, "fit_s": 14.8863, "predict_s": 1.6546, "mem_mb": 740.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7832567375886524, "score_std": 0.017114145391153083, "fit_s": 23.1618, "predict_s": 2.5351, "mem_mb": 631.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7832567375886524, "score_std": 0.017114145391153083, "fit_s": 124.6061, "predict_s": 4.1785, "mem_mb": 747.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Diabetes130US", "rows": 71518, "features": 47, "n_train": null, "n_test": null, "tuiml": { "score": null, "fit_s": null, "predict_s": null, "mem_mb": null, "status": "timeout", "n_folds": 0, "expected_folds": 10 }, "sklearn": { "score": null, "fit_s": null, "predict_s": null, "mem_mb": null, "status": "timeout", "n_folds": 0, "expected_folds": 10 }, "weka": { "score": null, "fit_s": null, "predict_s": null, "mem_mb": null, "status": "timeout", "n_folds": 0, "expected_folds": 10 } }, { "dataset": "E-CommereShippingData", "rows": 10999, "features": 10, "n_train": 9900, "n_test": 1099, "tuiml": { "score": 0.6638783191330963, "score_std": 0.00869734013314497, "fit_s": 7.6953, "predict_s": 0.1751, "mem_mb": 495.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6637874100421871, "score_std": 0.008694342711725474, "fit_s": 3.0319, "predict_s": 0.3828, "mem_mb": 390.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6640603854743982, "score_std": 0.009400123582146026, "fit_s": 109.5309, "predict_s": 0.7041, "mem_mb": 328.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Fitness_Club", "rows": 1500, "features": 6, "n_train": 1350, "n_test": 150, "tuiml": { "score": 0.7746666666666666, "score_std": 0.039975301016477977, "fit_s": 0.0433, "predict_s": 0.0022, "mem_mb": 298.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7746666666666666, "score_std": 0.039975301016477977, "fit_s": 0.0419, "predict_s": 0.0058, "mem_mb": 185.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7746666666666666, "score_std": 0.04009864379960876, "fit_s": 0.6738, "predict_s": 0.0135, "mem_mb": 302.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "GiveMeSomeCredit", "rows": 150000, "features": 10, "n_train": 135000, "n_test": 15000, "tuiml": { "score": 0.93452, "score_std": 0.0009736275557336652, "fit_s": 686.6112, "predict_s": 6.4793, "mem_mb": 548.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.93514, "score_std": 0.0005949997406369432, "fit_s": 1516.186, "predict_s": 14.9519, "mem_mb": 494.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": null, "fit_s": null, "predict_s": null, "mem_mb": null, "status": "timeout", "n_folds": 0, "expected_folds": 10 } }, { "dataset": "HR_Analytics_Job_Change_of_Data_Scientists", "rows": 19158, "features": 12, "n_train": 17243, "n_test": 1915, "tuiml": { "score": 0.78150095117657, "score_std": 0.007631817669863911, "fit_s": 80.1905, "predict_s": 3.5376, "mem_mb": 539.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7814487591097641, "score_std": 0.007413775858218901, "fit_s": 64.5345, "predict_s": 3.8396, "mem_mb": 444.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7817620205279712, "score_std": 0.007104292480773543, "fit_s": 1058.5168, "predict_s": 10.1887, "mem_mb": 415.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Is-this-a-good-customer", "rows": 1723, "features": 13, "n_train": 1551, "n_test": 172, "tuiml": { "score": 0.8862481516332841, "score_std": 0.0028420460216494773, "fit_s": 0.0788, "predict_s": 0.0049, "mem_mb": 299.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8862481516332841, "score_std": 0.0028420460216494773, "fit_s": 0.0518, "predict_s": 0.0066, "mem_mb": 186.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8862481516332841, "score_std": 0.0028420460216494773, "fit_s": 0.9242, "predict_s": 0.0203, "mem_mb": 305.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "MIC", "rows": 1699, "features": 111, "n_train": 1530, "n_test": 169, "tuiml": { "score": 0.8640375913679081, "score_std": 0.008961760501485986, "fit_s": 0.4852, "predict_s": 0.0968, "mem_mb": 303.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8640375913679081, "score_std": 0.008961760501485986, "fit_s": 0.1603, "predict_s": 0.0235, "mem_mb": 192.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8628611207796728, "score_std": 0.00877656625691796, "fit_s": 1.6291, "predict_s": 0.1706, "mem_mb": 752.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Marketing_Campaign", "rows": 2240, "features": 25, "n_train": 2016, "n_test": 224, "tuiml": { "score": 0.88125, "score_std": 0.013343161768726125, "fit_s": 0.2024, "predict_s": 0.0191, "mem_mb": 305.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.88125, "score_std": 0.013343161768726125, "fit_s": 0.0936, "predict_s": 0.0204, "mem_mb": 189.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8799107142857143, "score_std": 0.011420585627589205, "fit_s": 2.0148, "predict_s": 0.0578, "mem_mb": 311.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "NATICUSdroid", "rows": 7491, "features": 86, "n_train": 6742, "n_test": 749, "tuiml": { "score": 0.9391291499777481, "score_std": 0.008041373182606991, "fit_s": 1.6389, "predict_s": 0.1557, "mem_mb": 382.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9389956386292835, "score_std": 0.008062471439073769, "fit_s": 1.0837, "predict_s": 0.142, "mem_mb": 231.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9361926123720516, "score_std": 0.009003175949303001, "fit_s": 14.1242, "predict_s": 0.2367, "mem_mb": 467.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "SDSS17", "rows": 78053, "features": 11, "n_train": 70248, "n_test": 7805, "tuiml": { "score": 0.9573879682886552, "score_std": 0.0024925182853434468, "fit_s": 1524.4054, "predict_s": 37.4402, "mem_mb": 723.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9573879682886552, "score_std": 0.0024925182853434468, "fit_s": 384.4587, "predict_s": 25.628, "mem_mb": 553.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": null, "fit_s": null, "predict_s": null, "mem_mb": null, "status": "timeout", "n_folds": 0, "expected_folds": 10 } }, { "dataset": "anneal", "rows": 898, "features": 38, "n_train": 809, "n_test": 89, "tuiml": { "score": 0.9699750312109863, "score_std": 0.015743570035012935, "fit_s": 0.0242, "predict_s": 0.003, "mem_mb": 292.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9699750312109863, "score_std": 0.015743570035012935, "fit_s": 0.0141, "predict_s": 0.0019, "mem_mb": 183.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.966641697877653, "score_std": 0.017354336225897393, "fit_s": 0.3169, "predict_s": 0.0116, "mem_mb": 436.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "bank-marketing", "rows": 45211, "features": 13, "n_train": 40690, "n_test": 4521, "tuiml": { "score": 0.8926588544823161, "score_std": 0.0019515505287868156, "fit_s": 110.5554, "predict_s": 2.0376, "mem_mb": 523.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8927694445920022, "score_std": 0.0019731657032764894, "fit_s": 375.8329, "predict_s": 3.0139, "mem_mb": 476.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": null, "fit_s": null, "predict_s": null, "mem_mb": null, "status": "timeout", "n_folds": 0, "expected_folds": 10 } }, { "dataset": "blood-transfusion-service-center", "rows": 748, "features": 4, "n_train": 674, "n_test": 74, "tuiml": { "score": 0.7687207207207207, "score_std": 0.025901307391161126, "fit_s": 0.0133, "predict_s": 0.0003, "mem_mb": 292.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7687207207207207, "score_std": 0.025901307391161126, "fit_s": 0.0095, "predict_s": 0.0012, "mem_mb": 181.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7687207207207207, "score_std": 0.025901307391161126, "fit_s": 0.1447, "predict_s": 0.0059, "mem_mb": 300.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "churn", "rows": 5000, "features": 19, "n_train": 4500, "n_test": 500, "tuiml": { "score": 0.9176000000000001, "score_std": 0.009131143289740773, "fit_s": 0.505, "predict_s": 0.0416, "mem_mb": 343.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9176000000000001, "score_std": 0.009131143289740773, "fit_s": 0.3052, "predict_s": 0.0434, "mem_mb": 209.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.915, "score_std": 0.009249624617007747, "fit_s": 7.713, "predict_s": 0.1207, "mem_mb": 312.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "coil2000_insurance_policies", "rows": 9822, "features": 85, "n_train": 8840, "n_test": 982, "tuiml": { "score": 0.9403380896834785, "score_std": 0.0005158791699358606, "fit_s": 3.5666, "predict_s": 0.3101, "mem_mb": 488.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9403380896834785, "score_std": 0.0005158791699358606, "fit_s": 3.4004, "predict_s": 0.2974, "mem_mb": 294.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9403380896834785, "score_std": 0.0005158791699358606, "fit_s": 84.465, "predict_s": 0.8988, "mem_mb": 389.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "credit-g", "rows": 1000, "features": 20, "n_train": 900, "n_test": 100, "tuiml": { "score": 0.758, "score_std": 0.04467164151400257, "fit_s": 0.0364, "predict_s": 0.003, "mem_mb": 294.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.758, "score_std": 0.04467164151400257, "fit_s": 0.0285, "predict_s": 0.0042, "mem_mb": 184.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.76, "score_std": 0.040000000000000015, "fit_s": 0.2327, "predict_s": 0.0122, "mem_mb": 302.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "credit_card_clients_default", "rows": 30000, "features": 23, "n_train": 27000, "n_test": 3000, "tuiml": { "score": 0.8194666666666667, "score_std": 0.004954608778516017, "fit_s": 32.0238, "predict_s": 1.2336, "mem_mb": 513.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8200333333333333, "score_std": 0.004344572319800309, "fit_s": 41.3879, "predict_s": 1.7221, "mem_mb": 446.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8200333333333333, "score_std": 0.0042873629985669855, "fit_s": 1746.3736, "predict_s": 6.0631, "mem_mb": 413.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "customer_satisfaction_in_airline", "rows": 129880, "features": 21, "n_train": 116892, "n_test": 12988, "tuiml": { "score": null, "fit_s": null, "predict_s": null, "mem_mb": null, "status": "incomplete", "n_folds": 9, "expected_folds": 10 }, "sklearn": { "score": 0.9553587927317524, "score_std": 0.001605553135367829, "fit_s": 964.0742, "predict_s": 21.9972, "mem_mb": 590.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": null, "fit_s": null, "predict_s": null, "mem_mb": null, "status": "timeout", "n_folds": 0, "expected_folds": 10 } }, { "dataset": "diabetes", "rows": 768, "features": 8, "n_train": 692, "n_test": 76, "tuiml": { "score": 0.7577922077922078, "score_std": 0.041010923768172614, "fit_s": 0.0104, "predict_s": 0.0004, "mem_mb": 291.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7577922077922078, "score_std": 0.041010923768172614, "fit_s": 0.01, "predict_s": 0.0015, "mem_mb": 182.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7577922077922078, "score_std": 0.041010923768172614, "fit_s": 0.125, "predict_s": 0.0055, "mem_mb": 298.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "hazelnut-spread-contaminant-detection", "rows": 2400, "features": 30, "n_train": 2160, "n_test": 240, "tuiml": { "score": 0.9025, "score_std": 0.012759648975395383, "fit_s": 0.0848, "predict_s": 0.006, "mem_mb": 306.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9025, "score_std": 0.012759648975395383, "fit_s": 0.0887, "predict_s": 0.012, "mem_mb": 189.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9025, "score_std": 0.012759648975395383, "fit_s": 1.9583, "predict_s": 0.0273, "mem_mb": 306.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "heloc", "rows": 10459, "features": 23, "n_train": 9414, "n_test": 1045, "tuiml": { "score": 0.7252119260431629, "score_std": 0.012863331927424096, "fit_s": 7.0751, "predict_s": 0.1654, "mem_mb": 498.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7253075283376179, "score_std": 0.012799052396356687, "fit_s": 2.8686, "predict_s": 0.326, "mem_mb": 391.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7253075283376179, "score_std": 0.012799052396356687, "fit_s": 64.8375, "predict_s": 0.6033, "mem_mb": 323.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "hiva_agnostic", "rows": 3845, "features": 1617, "n_train": 3461, "n_test": 384, "tuiml": { "score": 0.9648910984848484, "score_std": 0.0013226066602661567, "fit_s": 13.8972, "predict_s": 1.6078, "mem_mb": 568.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9648910984848484, "score_std": 0.0013226066602661567, "fit_s": 12.6613, "predict_s": 1.5425, "mem_mb": 458.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9648910984848484, "score_std": 0.0013226066602661567, "fit_s": 36.4991, "predict_s": 1.9525, "mem_mb": 1226.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "in_vehicle_coupon_recommendation", "rows": 12684, "features": 24, "n_train": 11416, "n_test": 1268, "tuiml": { "score": 0.7488178426093722, "score_std": 0.012811367374570332, "fit_s": 30.9831, "predict_s": 0.9924, "mem_mb": 514.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7491334243163225, "score_std": 0.012603112539049097, "fit_s": 15.3298, "predict_s": 0.7739, "mem_mb": 407.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7511838353555919, "score_std": 0.014370160832269534, "fit_s": 256.1687, "predict_s": 3.1891, "mem_mb": 399.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "jm1", "rows": 10885, "features": 21, "n_train": 9797, "n_test": 1088, "tuiml": { "score": 0.8135972019661859, "score_std": 0.004250555575972491, "fit_s": 2.7562, "predict_s": 0.1141, "mem_mb": 497.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8135053746016313, "score_std": 0.004304380385415185, "fit_s": 2.3544, "predict_s": 0.2163, "mem_mb": 370.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8135972019661859, "score_std": 0.004250555575972491, "fit_s": 160.0013, "predict_s": 0.5184, "mem_mb": 323.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "kddcup09_appetency", "rows": 50000, "features": 212, "n_train": 45000, "n_test": 5000, "tuiml": { "score": null, "fit_s": null, "predict_s": null, "mem_mb": null, "status": "timeout", "n_folds": 0, "expected_folds": 10 }, "sklearn": { "score": 0.9822, "score_std": 0.0, "fit_s": 1839.1909, "predict_s": 49.2549, "mem_mb": 1630.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": null, "fit_s": null, "predict_s": null, "mem_mb": null, "status": "timeout", "n_folds": 0, "expected_folds": 10 } }, { "dataset": "maternal_health_risk", "rows": 1014, "features": 6, "n_train": 913, "n_test": 101, "tuiml": { "score": 0.6973403222675209, "score_std": 0.038787512664498085, "fit_s": 0.0173, "predict_s": 0.0011, "mem_mb": 292.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6973403222675209, "score_std": 0.038787512664498085, "fit_s": 0.0185, "predict_s": 0.0028, "mem_mb": 182.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6973403222675209, "score_std": 0.038787512664498085, "fit_s": 0.2735, "predict_s": 0.0104, "mem_mb": 321.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "online_shoppers_intention", "rows": 12330, "features": 17, "n_train": 11097, "n_test": 1233, "tuiml": { "score": 0.8952960259529602, "score_std": 0.005753297463963955, "fit_s": 9.9776, "predict_s": 0.2501, "mem_mb": 506.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8952960259529602, "score_std": 0.005753297463963955, "fit_s": 2.94, "predict_s": 0.2668, "mem_mb": 347.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8953771289537713, "score_std": 0.005433833804336809, "fit_s": 80.7684, "predict_s": 0.7016, "mem_mb": 350.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "polish_companies_bankruptcy", "rows": 5910, "features": 64, "n_train": 5319, "n_test": 591, "tuiml": { "score": 0.9304568527918782, "score_std": 0.0014815482838763056, "fit_s": 0.41, "predict_s": 0.0297, "mem_mb": 343.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9304568527918782, "score_std": 0.0014815482838763056, "fit_s": 0.2468, "predict_s": 0.0301, "mem_mb": 212.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9304568527918782, "score_std": 0.0014815482838763056, "fit_s": 12.981, "predict_s": 0.1119, "mem_mb": 324.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "qsar-biodeg", "rows": 1054, "features": 41, "n_train": 949, "n_test": 105, "tuiml": { "score": 0.8757053009883199, "score_std": 0.033909646104851976, "fit_s": 0.0297, "predict_s": 0.0022, "mem_mb": 294.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8757053009883199, "score_std": 0.033909646104851976, "fit_s": 0.019, "predict_s": 0.0029, "mem_mb": 183.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8747619047619047, "score_std": 0.03485156170266692, "fit_s": 0.2914, "predict_s": 0.0102, "mem_mb": 302.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "seismic-bumps", "rows": 2584, "features": 15, "n_train": 2326, "n_test": 258, "tuiml": { "score": 0.9342102900242435, "score_std": 0.00013137532925390412, "fit_s": 0.0919, "predict_s": 0.0031, "mem_mb": 302.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9342102900242435, "score_std": 0.00013137532925390412, "fit_s": 0.0659, "predict_s": 0.0068, "mem_mb": 187.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9342102900242435, "score_std": 0.00013137532925390412, "fit_s": 3.4169, "predict_s": 0.0217, "mem_mb": 303.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "splice", "rows": 3190, "features": 60, "n_train": 2871, "n_test": 319, "tuiml": { "score": 0.9648902821316614, "score_std": 0.010000824337726573, "fit_s": 1.1767, "predict_s": 0.179, "mem_mb": 310.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9648902821316614, "score_std": 0.010000824337726573, "fit_s": 0.391, "predict_s": 0.0953, "mem_mb": 193.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9648902821316614, "score_std": 0.010000824337726573, "fit_s": 7.2847, "predict_s": 0.5215, "mem_mb": 378.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "students_dropout_and_academic_success", "rows": 4424, "features": 36, "n_train": 3982, "n_test": 442, "tuiml": { "score": 0.7737321634679224, "score_std": 0.010501117163228199, "fit_s": 2.3788, "predict_s": 0.3567, "mem_mb": 335.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7739578971022338, "score_std": 0.010484209179916342, "fit_s": 0.8191, "predict_s": 0.1676, "mem_mb": 206.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7735038762857114, "score_std": 0.012588879390829142, "fit_s": 20.4889, "predict_s": 0.9647, "mem_mb": 365.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "taiwanese_bankruptcy_prediction", "rows": 6819, "features": 94, "n_train": 6138, "n_test": 681, "tuiml": { "score": 0.9678838261828172, "score_std": 0.0010827298647102582, "fit_s": 0.5338, "predict_s": 0.0451, "mem_mb": 348.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9678838261828172, "score_std": 0.0010827298647102582, "fit_s": 0.2898, "predict_s": 0.043, "mem_mb": 224.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9678838261828172, "score_std": 0.0010827298647102582, "fit_s": 11.0202, "predict_s": 0.1436, "mem_mb": 334.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "website_phishing", "rows": 1353, "features": 9, "n_train": 1218, "n_test": 135, "tuiml": { "score": 0.8943246187363835, "score_std": 0.015479077538273836, "fit_s": 0.0246, "predict_s": 0.0024, "mem_mb": 286.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8943246187363835, "score_std": 0.015479077538273836, "fit_s": 0.0252, "predict_s": 0.0037, "mem_mb": 179.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8980283224400871, "score_std": 0.016830462932806402, "fit_s": 0.3679, "predict_s": 0.0142, "mem_mb": 319.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } } ], "mlp": [ { "dataset": "APSFailure", "rows": 76000, "features": 170, "n_train": 68400, "n_test": 7600, "tuiml": { "score": 0.9823815789473684, "score_std": 0.0004088603925060306, "fit_s": 85.634, "predict_s": 0.0259, "mem_mb": 1113.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9925657894736842, "score_std": 0.0007552269893737917, "fit_s": 54.9498, "predict_s": 0.0206, "mem_mb": 982.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": null, "fit_s": null, "predict_s": null, "mem_mb": null, "status": "timeout", "n_folds": 0, "expected_folds": 10 } }, { "dataset": "Amazon_employee_access", "rows": 32769, "features": 9, "n_train": 29493, "n_test": 3276, "tuiml": { "score": 0.9421099269970189, "score_std": 0.0001446495824746169, "fit_s": 96.4894, "predict_s": 0.029, "mem_mb": 923.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9423845591224291, "score_std": 0.0010848336725840385, "fit_s": 144.6389, "predict_s": 0.0271, "mem_mb": 616.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": null, "fit_s": null, "predict_s": null, "mem_mb": null, "status": "timeout", "n_folds": 0, "expected_folds": 10 } }, { "dataset": "Bank_Customer_Churn", "rows": 10000, "features": 10, "n_train": 9000, "n_test": 1000, "tuiml": { "score": 0.7997000000000001, "score_std": 0.00312872000806862, "fit_s": 5.1977, "predict_s": 0.0023, "mem_mb": 337.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8109, "score_std": 0.007607744592044151, "fit_s": 3.5407, "predict_s": 0.0021, "mem_mb": 186.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8343999999999999, "score_std": 0.006095535707019984, "fit_s": 55.8577, "predict_s": 0.0195, "mem_mb": 306.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Bioresponse", "rows": 3751, "features": 1776, "n_train": 3376, "n_test": 375, "tuiml": { "score": 0.7627304964539007, "score_std": 0.012173976412943722, "fit_s": 18.923, "predict_s": 0.0071, "mem_mb": 743.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7677936170212766, "score_std": 0.018344208759877342, "fit_s": 60.7026, "predict_s": 0.0077, "mem_mb": 632.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7752581560283688, "score_std": 0.01485125582895557, "fit_s": 2865.2781, "predict_s": 0.4045, "mem_mb": 975.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Diabetes130US", "rows": 71518, "features": 47, "n_train": 64367, "n_test": 7151, "tuiml": { "score": 0.9120081666743313, "score_std": 6.602467155305691e-05, "fit_s": 152.2554, "predict_s": 0.0442, "mem_mb": 1273.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9119941787056268, "score_std": 0.00015316997727775382, "fit_s": 154.588, "predict_s": 0.0422, "mem_mb": 867.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": null, "fit_s": null, "predict_s": null, "mem_mb": null, "status": "timeout", "n_folds": 0, "expected_folds": 10 } }, { "dataset": "E-CommereShippingData", "rows": 10999, "features": 10, "n_train": 9900, "n_test": 1099, "tuiml": { "score": 0.6347859210852841, "score_std": 0.006842780042547273, "fit_s": 5.9005, "predict_s": 0.0024, "mem_mb": 345.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6392403011001737, "score_std": 0.010454722439473905, "fit_s": 3.7658, "predict_s": 0.0022, "mem_mb": 188.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.647332285548846, "score_std": 0.006645065178092802, "fit_s": 89.6564, "predict_s": 0.0258, "mem_mb": 305.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Fitness_Club", "rows": 1500, "features": 6, "n_train": 1350, "n_test": 150, "tuiml": { "score": 0.748, "score_std": 0.028768981924768473, "fit_s": 0.6098, "predict_s": 0.0003, "mem_mb": 297.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.778, "score_std": 0.03542336537957419, "fit_s": 1.022, "predict_s": 0.0008, "mem_mb": 182.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7773333333333333, "score_std": 0.037078495314869724, "fit_s": 11.606, "predict_s": 0.0054, "mem_mb": 299.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "GiveMeSomeCredit", "rows": 150000, "features": 10, "n_train": 135000, "n_test": 15000, "tuiml": { "score": 0.9333266666666666, "score_std": 0.0002747838656826475, "fit_s": 107.6529, "predict_s": 0.0269, "mem_mb": 976.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9362533333333334, "score_std": 0.0009690519740421804, "fit_s": 48.2805, "predict_s": 0.0268, "mem_mb": 284.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.93646, "score_std": 0.0011856966488988016, "fit_s": 755.8315, "predict_s": 0.2196, "mem_mb": 564.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "HR_Analytics_Job_Change_of_Data_Scientists", "rows": 19158, "features": 12, "n_train": 17243, "n_test": 1915, "tuiml": { "score": 0.7621359228593076, "score_std": 0.004675290640293393, "fit_s": 19.5588, "predict_s": 0.0069, "mem_mb": 433.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.776542268760527, "score_std": 0.006020617791295987, "fit_s": 14.4746, "predict_s": 0.0068, "mem_mb": 233.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7815012509743428, "score_std": 0.006125110521731163, "fit_s": 1654.7353, "predict_s": 0.2045, "mem_mb": 368.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Is-this-a-good-customer", "rows": 1723, "features": 13, "n_train": 1551, "n_test": 172, "tuiml": { "score": 0.8862481516332841, "score_std": 0.0028420460216494773, "fit_s": 0.9838, "predict_s": 0.0004, "mem_mb": 300.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8856667562844468, "score_std": 0.003837000786324582, "fit_s": 1.3905, "predict_s": 0.0012, "mem_mb": 183.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8862481516332841, "score_std": 0.0028420460216494773, "fit_s": 36.2664, "predict_s": 0.0087, "mem_mb": 296.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "MIC", "rows": 1699, "features": 111, "n_train": 1530, "n_test": 169, "tuiml": { "score": 0.856387051862165, "score_std": 0.006878005765647062, "fit_s": 1.769, "predict_s": 0.0005, "mem_mb": 309.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8640445527323355, "score_std": 0.01964623722217816, "fit_s": 2.5231, "predict_s": 0.0013, "mem_mb": 192.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8599199443090846, "score_std": 0.012616076673777501, "fit_s": 114.5178, "predict_s": 0.0281, "mem_mb": 316.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Marketing_Campaign", "rows": 2240, "features": 25, "n_train": 2016, "n_test": 224, "tuiml": { "score": 0.8705357142857143, "score_std": 0.01297291352244248, "fit_s": 1.9232, "predict_s": 0.0006, "mem_mb": 307.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8830357142857143, "score_std": 0.018078979224389814, "fit_s": 2.5412, "predict_s": 0.001, "mem_mb": 188.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.884375, "score_std": 0.01728369929551738, "fit_s": 143.5461, "predict_s": 0.0231, "mem_mb": 302.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "NATICUSdroid", "rows": 7491, "features": 86, "n_train": 6742, "n_test": 749, "tuiml": { "score": 0.9256461059190031, "score_std": 0.010227045295840736, "fit_s": 7.1573, "predict_s": 0.0026, "mem_mb": 346.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9324544726301736, "score_std": 0.009167381207305522, "fit_s": 7.6739, "predict_s": 0.0027, "mem_mb": 205.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.934456608811749, "score_std": 0.008642925199885335, "fit_s": 257.8906, "predict_s": 0.051, "mem_mb": 433.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "SDSS17", "rows": 78053, "features": 11, "n_train": 70248, "n_test": 7805, "tuiml": { "score": 0.6629086300506698, "score_std": 0.008319275265926615, "fit_s": 96.9924, "predict_s": 0.0272, "mem_mb": 893.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9660231087537092, "score_std": 0.0017276909161886682, "fit_s": 105.5629, "predict_s": 0.0222, "mem_mb": 460.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": null, "fit_s": null, "predict_s": null, "mem_mb": null, "status": "timeout", "n_folds": 0, "expected_folds": 10 } }, { "dataset": "anneal", "rows": 898, "features": 38, "n_train": 809, "n_test": 89, "tuiml": { "score": 0.8752434456928839, "score_std": 0.023559628827808866, "fit_s": 0.5431, "predict_s": 0.0002, "mem_mb": 297.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9521722846441948, "score_std": 0.018863186114464813, "fit_s": 0.8893, "predict_s": 0.0012, "mem_mb": 183.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.842983770287141, "score_std": 0.015215268129684685, "fit_s": 25.1077, "predict_s": 0.0077, "mem_mb": 300.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "bank-marketing", "rows": 45211, "features": 13, "n_train": 40690, "n_test": 4521, "tuiml": { "score": 0.8873725308235263, "score_std": 0.0015642313325941583, "fit_s": 31.1221, "predict_s": 0.0097, "mem_mb": 532.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.892990595462856, "score_std": 0.002002505161151567, "fit_s": 14.4775, "predict_s": 0.009, "mem_mb": 222.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8933223804661738, "score_std": 0.001980923449915548, "fit_s": 609.9267, "predict_s": 0.1371, "mem_mb": 438.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "blood-transfusion-service-center", "rows": 748, "features": 4, "n_train": 674, "n_test": 74, "tuiml": { "score": 0.7660360360360361, "score_std": 0.01816898715052818, "fit_s": 0.2975, "predict_s": 0.0002, "mem_mb": 294.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7686666666666666, "score_std": 0.02573269751251938, "fit_s": 0.4823, "predict_s": 0.0003, "mem_mb": 181.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7713873873873873, "score_std": 0.021365820838477125, "fit_s": 2.3531, "predict_s": 0.0024, "mem_mb": 299.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "churn", "rows": 5000, "features": 19, "n_train": 4500, "n_test": 500, "tuiml": { "score": 0.8608, "score_std": 0.0030110906108363265, "fit_s": 3.2727, "predict_s": 0.0012, "mem_mb": 322.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8648, "score_std": 0.010206751578135815, "fit_s": 3.9918, "predict_s": 0.0016, "mem_mb": 190.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9054, "score_std": 0.010751744044572499, "fit_s": 150.1819, "predict_s": 0.0293, "mem_mb": 304.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "coil2000_insurance_policies", "rows": 9822, "features": 85, "n_train": 8840, "n_test": 982, "tuiml": { "score": 0.9403380896834785, "score_std": 0.0005158791699358606, "fit_s": 8.8702, "predict_s": 0.0027, "mem_mb": 378.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9398291319022154, "score_std": 0.000877723579390557, "fit_s": 6.1797, "predict_s": 0.0027, "mem_mb": 232.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9401345272897921, "score_std": 0.0009255894085299724, "fit_s": 561.4, "predict_s": 0.0948, "mem_mb": 357.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "credit-g", "rows": 1000, "features": 20, "n_train": 900, "n_test": 100, "tuiml": { "score": 0.736, "score_std": 0.028362729848243555, "fit_s": 0.5213, "predict_s": 0.0002, "mem_mb": 296.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.756, "score_std": 0.04402019738458449, "fit_s": 0.8177, "predict_s": 0.0005, "mem_mb": 183.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.752, "score_std": 0.04894441291460706, "fit_s": 22.6567, "predict_s": 0.0061, "mem_mb": 300.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "credit_card_clients_default", "rows": 30000, "features": 23, "n_train": 27000, "n_test": 3000, "tuiml": { "score": 0.7925333333333333, "score_std": 0.002704363186946902, "fit_s": 20.5309, "predict_s": 0.0058, "mem_mb": 456.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8195666666666667, "score_std": 0.005575630396734313, "fit_s": 19.4966, "predict_s": 0.0045, "mem_mb": 222.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8200000000000001, "score_std": 0.005971123930019718, "fit_s": 375.8669, "predict_s": 0.0832, "mem_mb": 377.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "customer_satisfaction_in_airline", "rows": 129880, "features": 21, "n_train": 116892, "n_test": 12988, "tuiml": { "score": 0.8722359100708346, "score_std": 0.0022794544990990665, "fit_s": 115.5687, "predict_s": 0.0357, "mem_mb": 1091.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9500307976593779, "score_std": 0.0024064691858599707, "fit_s": 118.7314, "predict_s": 0.0306, "mem_mb": 443.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": null, "fit_s": null, "predict_s": null, "mem_mb": null, "status": "timeout", "n_folds": 0, "expected_folds": 10 } }, { "dataset": "diabetes", "rows": 768, "features": 8, "n_train": 692, "n_test": 76, "tuiml": { "score": 0.7486842105263158, "score_std": 0.03742566505066774, "fit_s": 0.3069, "predict_s": 0.0001, "mem_mb": 293.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7643198906356802, "score_std": 0.032089572546424305, "fit_s": 0.4961, "predict_s": 0.0004, "mem_mb": 181.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7708304853041695, "score_std": 0.0330838963665264, "fit_s": 3.4342, "predict_s": 0.0027, "mem_mb": 298.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "hazelnut-spread-contaminant-detection", "rows": 2400, "features": 30, "n_train": 2160, "n_test": 240, "tuiml": { "score": 0.8120833333333334, "score_std": 0.021735112685624388, "fit_s": 1.2641, "predict_s": 0.0004, "mem_mb": 303.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.88, "score_std": 0.01054092553389458, "fit_s": 1.661, "predict_s": 0.0008, "mem_mb": 184.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8866666666666667, "score_std": 0.010168336232068408, "fit_s": 30.2261, "predict_s": 0.0086, "mem_mb": 300.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "heloc", "rows": 10459, "features": 23, "n_train": 9414, "n_test": 1045, "tuiml": { "score": 0.7001616547888059, "score_std": 0.014344935503798348, "fit_s": 5.694, "predict_s": 0.0019, "mem_mb": 345.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7197612229774855, "score_std": 0.009789237529522083, "fit_s": 5.5732, "predict_s": 0.0019, "mem_mb": 195.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7206217351130303, "score_std": 0.010599166957934404, "fit_s": 98.7529, "predict_s": 0.0252, "mem_mb": 309.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "hiva_agnostic", "rows": 3845, "features": 1617, "n_train": 3461, "n_test": 384, "tuiml": { "score": 0.9648910984848484, "score_std": 0.0013226066602661567, "fit_s": 34.222, "predict_s": 0.0128, "mem_mb": 653.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9648910984848484, "score_std": 0.0013226066602661567, "fit_s": 56.0045, "predict_s": 0.0093, "mem_mb": 458.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9648910984848484, "score_std": 0.0013226066602661567, "fit_s": 2409.0072, "predict_s": 0.3493, "mem_mb": 1137.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "in_vehicle_coupon_recommendation", "rows": 12684, "features": 24, "n_train": 11416, "n_test": 1268, "tuiml": { "score": 0.6685604054957702, "score_std": 0.011087234009946023, "fit_s": 10.9031, "predict_s": 0.0037, "mem_mb": 374.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6872444210772286, "score_std": 0.01006877279594309, "fit_s": 7.1783, "predict_s": 0.0033, "mem_mb": 214.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.689215159854129, "score_std": 0.010319170751101003, "fit_s": 687.7174, "predict_s": 0.0971, "mem_mb": 371.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "jm1", "rows": 10885, "features": 21, "n_train": 9797, "n_test": 1088, "tuiml": { "score": 0.807624794063631, "score_std": 0.0058106379008819875, "fit_s": 5.7487, "predict_s": 0.0019, "mem_mb": 344.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8100127275428077, "score_std": 0.006350903626930369, "fit_s": 4.7921, "predict_s": 0.0017, "mem_mb": 196.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8136881009290768, "score_std": 0.006762107579234403, "fit_s": 95.3076, "predict_s": 0.0252, "mem_mb": 311.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "kddcup09_appetency", "rows": 50000, "features": 212, "n_train": 45000, "n_test": 5000, "tuiml": { "score": 0.9822, "score_std": 0.0, "fit_s": 253.745, "predict_s": 0.075, "mem_mb": 2291.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.98214, "score_std": 0.00013498971154209572, "fit_s": 164.8324, "predict_s": 0.06, "mem_mb": 1643.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": null, "fit_s": null, "predict_s": null, "mem_mb": null, "status": "timeout", "n_folds": 0, "expected_folds": 10 } }, { "dataset": "maternal_health_risk", "rows": 1014, "features": 6, "n_train": 913, "n_test": 101, "tuiml": { "score": 0.6095612502426713, "score_std": 0.04276923728586486, "fit_s": 0.4192, "predict_s": 0.0002, "mem_mb": 294.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6213647835371773, "score_std": 0.061857175176529736, "fit_s": 0.6851, "predict_s": 0.0004, "mem_mb": 181.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6144049699087556, "score_std": 0.03755057201507186, "fit_s": 4.3906, "predict_s": 0.0042, "mem_mb": 297.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "online_shoppers_intention", "rows": 12330, "features": 17, "n_train": 11097, "n_test": 1233, "tuiml": { "score": 0.8575020275750203, "score_std": 0.004153972931550374, "fit_s": 8.6476, "predict_s": 0.0032, "mem_mb": 368.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8949716139497161, "score_std": 0.004824700810374361, "fit_s": 10.7213, "predict_s": 0.0037, "mem_mb": 200.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8939172749391727, "score_std": 0.006006247775938957, "fit_s": 354.7673, "predict_s": 0.0699, "mem_mb": 319.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "polish_companies_bankruptcy", "rows": 5910, "features": 64, "n_train": 5319, "n_test": 591, "tuiml": { "score": 0.9307952622673434, "score_std": 0.0012485021782954765, "fit_s": 3.563, "predict_s": 0.0011, "mem_mb": 328.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9304568527918782, "score_std": 0.003331992213816567, "fit_s": 4.8753, "predict_s": 0.0014, "mem_mb": 203.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9313028764805414, "score_std": 0.003923863988928609, "fit_s": 150.7101, "predict_s": 0.0355, "mem_mb": 317.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "qsar-biodeg", "rows": 1054, "features": 41, "n_train": 949, "n_test": 105, "tuiml": { "score": 0.8178346810422282, "score_std": 0.04343720878933764, "fit_s": 0.5295, "predict_s": 0.0003, "mem_mb": 297.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8605480682839174, "score_std": 0.03568263553436894, "fit_s": 0.8179, "predict_s": 0.0005, "mem_mb": 183.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8690835579514825, "score_std": 0.037782181086309166, "fit_s": 22.6914, "predict_s": 0.0063, "mem_mb": 299.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "seismic-bumps", "rows": 2584, "features": 15, "n_train": 2326, "n_test": 258, "tuiml": { "score": 0.9338226931250188, "score_std": 0.0012677634283207464, "fit_s": 1.2332, "predict_s": 0.0005, "mem_mb": 304.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9322752985543683, "score_std": 0.003294763586376845, "fit_s": 1.1334, "predict_s": 0.0008, "mem_mb": 183.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9342102900242435, "score_std": 0.00013137532925390412, "fit_s": 21.5963, "predict_s": 0.0086, "mem_mb": 301.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "splice", "rows": 3190, "features": 60, "n_train": 2871, "n_test": 319, "tuiml": { "score": 0.9310344827586207, "score_std": 0.0072395018080203865, "fit_s": 3.6946, "predict_s": 0.0011, "mem_mb": 316.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.954858934169279, "score_std": 0.01137009028943401, "fit_s": 4.9051, "predict_s": 0.0017, "mem_mb": 190.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9561128526645768, "score_std": 0.011058521676341025, "fit_s": 495.7701, "predict_s": 0.0679, "mem_mb": 326.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "students_dropout_and_academic_success", "rows": 4424, "features": 36, "n_train": 3982, "n_test": 442, "tuiml": { "score": 0.7068174621819556, "score_std": 0.015885970530576405, "fit_s": 4.7923, "predict_s": 0.0019, "mem_mb": 331.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.776438413531761, "score_std": 0.01601897693254035, "fit_s": 6.2264, "predict_s": 0.002, "mem_mb": 203.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7726050274251044, "score_std": 0.010902818263646736, "fit_s": 485.7386, "predict_s": 0.069, "mem_mb": 312.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "taiwanese_bankruptcy_prediction", "rows": 6819, "features": 94, "n_train": 6138, "n_test": 681, "tuiml": { "score": 0.9677371986168348, "score_std": 1.4979288807599021e-05, "fit_s": 4.9373, "predict_s": 0.0021, "mem_mb": 339.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9681775119390581, "score_std": 0.002185845141770104, "fit_s": 4.0741, "predict_s": 0.0016, "mem_mb": 223.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9681775119390581, "score_std": 0.003456076776603027, "fit_s": 259.6241, "predict_s": 0.0515, "mem_mb": 329.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "website_phishing", "rows": 1353, "features": 9, "n_train": 1218, "n_test": 135, "tuiml": { "score": 0.8507516339869281, "score_std": 0.019508760118056048, "fit_s": 0.5922, "predict_s": 0.0003, "mem_mb": 290.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8536928104575163, "score_std": 0.014289099165227245, "fit_s": 0.9802, "predict_s": 0.0007, "mem_mb": 175.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8559204793028323, "score_std": 0.01706299609697768, "fit_s": 13.971, "predict_s": 0.0057, "mem_mb": 294.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } } ], "logistic": [ { "dataset": "APSFailure", "rows": 76000, "features": 170, "n_train": 68400, "n_test": 7600, "tuiml": { "score": 0.9845921052631579, "score_std": 0.0008309059753786573, "fit_s": 0.2486, "predict_s": 0.0029, "mem_mb": 1114.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9909210526315789, "score_std": 0.0007647191129018753, "fit_s": 3.4444, "predict_s": 0.004, "mem_mb": 982.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.991, "score_std": 0.0006912592387665003, "fit_s": 23.9901, "predict_s": 0.0771, "mem_mb": 1385.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Amazon_employee_access", "rows": 32769, "features": 9, "n_train": 29493, "n_test": 3276, "tuiml": { "score": 0.9421099269970189, "score_std": 0.0001446495824746169, "fit_s": 0.4166, "predict_s": 0.0104, "mem_mb": 922.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9424455812386847, "score_std": 0.0011716821194511736, "fit_s": 2.5216, "predict_s": 0.0062, "mem_mb": 617.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9416216382877963, "score_std": 0.0016846819476994822, "fit_s": 129.4746, "predict_s": 0.0673, "mem_mb": 1211.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Bank_Customer_Churn", "rows": 10000, "features": 10, "n_train": 9000, "n_test": 1000, "tuiml": { "score": 0.7963, "score_std": 0.0004830458915396484, "fit_s": 0.0069, "predict_s": 0.0001, "mem_mb": 296.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8105, "score_std": 0.006603870918719601, "fit_s": 0.0076, "predict_s": 0.0002, "mem_mb": 187.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8104, "score_std": 0.006686636756330529, "fit_s": 0.2245, "predict_s": 0.0075, "mem_mb": 330.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Bioresponse", "rows": 3751, "features": 1776, "n_train": 3376, "n_test": 375, "tuiml": { "score": 0.7701943262411348, "score_std": 0.011983151046024374, "fit_s": 0.1811, "predict_s": 0.0017, "mem_mb": 743.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7398007092198582, "score_std": 0.02140305796472505, "fit_s": 3.6819, "predict_s": 0.0028, "mem_mb": 631.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7403333333333333, "score_std": 0.020466775244011658, "fit_s": 106.3555, "predict_s": 0.0224, "mem_mb": 1258.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Diabetes130US", "rows": 71518, "features": 47, "n_train": 64367, "n_test": 7151, "tuiml": { "score": 0.9120081666743313, "score_std": 6.602467155305691e-05, "fit_s": 0.5386, "predict_s": 0.0138, "mem_mb": 1248.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9118123976809613, "score_std": 0.00047365856807264357, "fit_s": 14.168, "predict_s": 0.0092, "mem_mb": 867.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9116725727413478, "score_std": 0.000504745006882802, "fit_s": 210.2828, "predict_s": 0.1133, "mem_mb": 1587.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "E-CommereShippingData", "rows": 10999, "features": 10, "n_train": 9900, "n_test": 1099, "tuiml": { "score": 0.6004183141699065, "score_std": 0.004509426116662687, "fit_s": 0.0088, "predict_s": 0.0001, "mem_mb": 299.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6381491438497808, "score_std": 0.009408394338289005, "fit_s": 0.0111, "predict_s": 0.0003, "mem_mb": 188.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6381490611299528, "score_std": 0.009766208970556774, "fit_s": 0.2695, "predict_s": 0.0085, "mem_mb": 342.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Fitness_Club", "rows": 1500, "features": 6, "n_train": 1350, "n_test": 150, "tuiml": { "score": 0.724, "score_std": 0.021361093050129638, "fit_s": 0.0025, "predict_s": 0.0001, "mem_mb": 291.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7786666666666666, "score_std": 0.036216086733268205, "fit_s": 0.0056, "predict_s": 0.0002, "mem_mb": 182.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7773333333333333, "score_std": 0.036811163094842066, "fit_s": 0.057, "predict_s": 0.0016, "mem_mb": 301.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "GiveMeSomeCredit", "rows": 150000, "features": 10, "n_train": 135000, "n_test": 15000, "tuiml": { "score": 0.93316, "score_std": 3.4426518632951024e-05, "fit_s": 0.0662, "predict_s": 0.0004, "mem_mb": 392.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9338866666666666, "score_std": 0.0005863046020796357, "fit_s": 0.2237, "predict_s": 0.0005, "mem_mb": 284.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9338933333333334, "score_std": 0.0005838991964414275, "fit_s": 1.4484, "predict_s": 0.0851, "mem_mb": 894.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "HR_Analytics_Job_Change_of_Data_Scientists", "rows": 19158, "features": 12, "n_train": 17243, "n_test": 1915, "tuiml": { "score": 0.7551936148525267, "score_std": 0.001727437513337372, "fit_s": 0.0638, "predict_s": 0.0019, "mem_mb": 367.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7776906577563134, "score_std": 0.006043836500945012, "fit_s": 0.7276, "predict_s": 0.0021, "mem_mb": 234.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7777950146355822, "score_std": 0.0058397857274147215, "fit_s": 3.7327, "predict_s": 0.0212, "mem_mb": 723.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Is-this-a-good-customer", "rows": 1723, "features": 13, "n_train": 1551, "n_test": 172, "tuiml": { "score": 0.8862481516332841, "score_std": 0.0028420460216494773, "fit_s": 0.0032, "predict_s": 0.0001, "mem_mb": 293.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8845140475870412, "score_std": 0.006743164796287663, "fit_s": 0.0104, "predict_s": 0.0003, "mem_mb": 183.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8827732222072859, "score_std": 0.007934539826140178, "fit_s": 0.1484, "predict_s": 0.0025, "mem_mb": 303.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "MIC", "rows": 1699, "features": 111, "n_train": 1530, "n_test": 169, "tuiml": { "score": 0.8605081796032023, "score_std": 0.008752686639777931, "fit_s": 0.0649, "predict_s": 0.0001, "mem_mb": 307.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8387295509919944, "score_std": 0.015475937994210716, "fit_s": 0.1879, "predict_s": 0.0003, "mem_mb": 193.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8081308736512356, "score_std": 0.03370640610461519, "fit_s": 9.5538, "predict_s": 0.0114, "mem_mb": 863.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Marketing_Campaign", "rows": 2240, "features": 25, "n_train": 2016, "n_test": 224, "tuiml": { "score": 0.8638392857142857, "score_std": 0.006400539633216252, "fit_s": 0.0052, "predict_s": 0.0002, "mem_mb": 299.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8875, "score_std": 0.017582208913978513, "fit_s": 0.0163, "predict_s": 0.0003, "mem_mb": 187.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8879464285714286, "score_std": 0.02150799599505627, "fit_s": 0.5342, "predict_s": 0.0053, "mem_mb": 348.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "NATICUSdroid", "rows": 7491, "features": 86, "n_train": 6742, "n_test": 749, "tuiml": { "score": 0.9200396973742768, "score_std": 0.010249003716518918, "fit_s": 0.0185, "predict_s": 0.0004, "mem_mb": 321.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9356587449933245, "score_std": 0.009001652773267265, "fit_s": 0.2169, "predict_s": 0.0008, "mem_mb": 205.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9365936804628393, "score_std": 0.010123739323580851, "fit_s": 0.8225, "predict_s": 0.0087, "mem_mb": 544.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "SDSS17", "rows": 78053, "features": 11, "n_train": 70248, "n_test": 7805, "tuiml": { "score": 0.6615890239000437, "score_std": 0.00914091588168145, "fit_s": 0.7142, "predict_s": 0.0078, "mem_mb": 684.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9544796533752598, "score_std": 0.002300533213424925, "fit_s": 10.2491, "predict_s": 0.0051, "mem_mb": 460.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9506873685594435, "score_std": 0.0024067784248070186, "fit_s": 163.4231, "predict_s": 0.0927, "mem_mb": 1043.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "anneal", "rows": 898, "features": 38, "n_train": 809, "n_test": 89, "tuiml": { "score": 0.8552184769038702, "score_std": 0.018310639162140728, "fit_s": 0.0209, "predict_s": 0.0001, "mem_mb": 294.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9810861423220973, "score_std": 0.014846605391125098, "fit_s": 0.0391, "predict_s": 0.0002, "mem_mb": 184.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9888888888888889, "score_std": 0.011712139482105114, "fit_s": 0.3624, "predict_s": 0.0033, "mem_mb": 349.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "bank-marketing", "rows": 45211, "features": 13, "n_train": 40690, "n_test": 4521, "tuiml": { "score": 0.8829930812823855, "score_std": 9.831153184672396e-05, "fit_s": 0.0362, "predict_s": 0.0006, "mem_mb": 345.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8930348236804588, "score_std": 0.0018132655019567725, "fit_s": 0.1253, "predict_s": 0.0006, "mem_mb": 223.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8930127095716573, "score_std": 0.001785344650116379, "fit_s": 1.183, "predict_s": 0.0323, "mem_mb": 701.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "blood-transfusion-service-center", "rows": 748, "features": 4, "n_train": 674, "n_test": 74, "tuiml": { "score": 0.766054054054054, "score_std": 0.014142122870309064, "fit_s": 0.0016, "predict_s": 0.0, "mem_mb": 290.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7700180180180181, "score_std": 0.026921274585271163, "fit_s": 0.0021, "predict_s": 0.0001, "mem_mb": 180.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7700180180180181, "score_std": 0.026921274585271163, "fit_s": 0.0589, "predict_s": 0.0015, "mem_mb": 300.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "churn", "rows": 5000, "features": 19, "n_train": 4500, "n_test": 500, "tuiml": { "score": 0.8586, "score_std": 0.0009660917830792968, "fit_s": 0.0064, "predict_s": 0.0001, "mem_mb": 301.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8654, "score_std": 0.009143303560529977, "fit_s": 0.015, "predict_s": 0.0002, "mem_mb": 190.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8658, "score_std": 0.009997777530809321, "fit_s": 0.3634, "predict_s": 0.006, "mem_mb": 329.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "coil2000_insurance_policies", "rows": 9822, "features": 85, "n_train": 8840, "n_test": 982, "tuiml": { "score": 0.9403380896834785, "score_std": 0.0005158791699358606, "fit_s": 0.0192, "predict_s": 0.0004, "mem_mb": 345.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9396255695085289, "score_std": 0.0019144609399184625, "fit_s": 0.1768, "predict_s": 0.0004, "mem_mb": 232.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9397274025024189, "score_std": 0.002016333373061321, "fit_s": 2.0979, "predict_s": 0.0135, "mem_mb": 580.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "credit-g", "rows": 1000, "features": 20, "n_train": 900, "n_test": 100, "tuiml": { "score": 0.719, "score_std": 0.017288403306519935, "fit_s": 0.0027, "predict_s": 0.0001, "mem_mb": 292.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.752, "score_std": 0.037947331922020586, "fit_s": 0.0096, "predict_s": 0.0002, "mem_mb": 182.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.753, "score_std": 0.02790858091857933, "fit_s": 0.129, "predict_s": 0.0017, "mem_mb": 301.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "credit_card_clients_default", "rows": 30000, "features": 23, "n_train": 27000, "n_test": 3000, "tuiml": { "score": 0.7816333333333333, "score_std": 0.001011660412452447, "fit_s": 0.0245, "predict_s": 0.0003, "mem_mb": 332.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8108666666666666, "score_std": 0.005004195770415245, "fit_s": 0.1148, "predict_s": 0.0004, "mem_mb": 221.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8109333333333333, "score_std": 0.005027823818082611, "fit_s": 0.8679, "predict_s": 0.0215, "mem_mb": 578.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "customer_satisfaction_in_airline", "rows": 129880, "features": 21, "n_train": 116892, "n_test": 12988, "tuiml": { "score": 0.8722667077302125, "score_std": 0.001876510256691405, "fit_s": 0.2912, "predict_s": 0.0035, "mem_mb": 634.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9028872805666769, "score_std": 0.002258801227014185, "fit_s": 2.6431, "predict_s": 0.0045, "mem_mb": 443.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9030104712041884, "score_std": 0.002209566619588758, "fit_s": 14.9528, "predict_s": 0.0913, "mem_mb": 1139.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "diabetes", "rows": 768, "features": 8, "n_train": 692, "n_test": 76, "tuiml": { "score": 0.7123034859876965, "score_std": 0.04801335925003295, "fit_s": 0.0018, "predict_s": 0.0, "mem_mb": 290.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7695146958304853, "score_std": 0.039800230866888456, "fit_s": 0.0024, "predict_s": 0.0002, "mem_mb": 181.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7695146958304853, "score_std": 0.039800230866888456, "fit_s": 0.0329, "predict_s": 0.001, "mem_mb": 299.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "hazelnut-spread-contaminant-detection", "rows": 2400, "features": 30, "n_train": 2160, "n_test": 240, "tuiml": { "score": 0.8058333333333334, "score_std": 0.02188987589427283, "fit_s": 0.0034, "predict_s": 0.0001, "mem_mb": 294.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.89125, "score_std": 0.010101720303315664, "fit_s": 0.0095, "predict_s": 0.0002, "mem_mb": 184.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8916666666666667, "score_std": 0.009622504486493771, "fit_s": 0.1677, "predict_s": 0.0028, "mem_mb": 307.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "heloc", "rows": 10459, "features": 23, "n_train": 9414, "n_test": 1045, "tuiml": { "score": 0.7003523104650206, "score_std": 0.013789107873369576, "fit_s": 0.0083, "predict_s": 0.0001, "mem_mb": 305.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7175613638650773, "score_std": 0.012565947622424642, "fit_s": 0.0274, "predict_s": 0.0002, "mem_mb": 195.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.717274556981712, "score_std": 0.012563988158119111, "fit_s": 0.2881, "predict_s": 0.0086, "mem_mb": 343.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "hiva_agnostic", "rows": 3845, "features": 1617, "n_train": 3461, "n_test": 384, "tuiml": { "score": 0.9648910984848484, "score_std": 0.0013226066602661567, "fit_s": 0.8665, "predict_s": 0.0058, "mem_mb": 653.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9453862283549783, "score_std": 0.006798209634193566, "fit_s": 10.3871, "predict_s": 0.0034, "mem_mb": 458.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9329031385281386, "score_std": 0.010143966325254262, "fit_s": 172.2136, "predict_s": 0.0247, "mem_mb": 1359.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "in_vehicle_coupon_recommendation", "rows": 12684, "features": 24, "n_train": 11416, "n_test": 1268, "tuiml": { "score": 0.6643823970288834, "score_std": 0.0092147470895809, "fit_s": 0.0212, "predict_s": 0.0004, "mem_mb": 331.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6881119289636639, "score_std": 0.008601718264696469, "fit_s": 0.1568, "predict_s": 0.0006, "mem_mb": 213.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6877177936376541, "score_std": 0.00813043787133144, "fit_s": 1.3608, "predict_s": 0.0135, "mem_mb": 542.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "jm1", "rows": 10885, "features": 21, "n_train": 9797, "n_test": 1088, "tuiml": { "score": 0.8114841597796143, "score_std": 0.0021085353527210133, "fit_s": 0.0071, "predict_s": 0.0001, "mem_mb": 304.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8127688988818668, "score_std": 0.006077908984880263, "fit_s": 0.0394, "predict_s": 0.0002, "mem_mb": 196.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8129526380111273, "score_std": 0.0062210479415524345, "fit_s": 0.2851, "predict_s": 0.0086, "mem_mb": 346.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "kddcup09_appetency", "rows": 50000, "features": 212, "n_train": 45000, "n_test": 5000, "tuiml": { "score": 0.9822, "score_std": 0.0, "fit_s": 1.1453, "predict_s": 0.0268, "mem_mb": 2298.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.98162, "score_std": 0.0004263540521418418, "fit_s": 21.7824, "predict_s": 0.0204, "mem_mb": 1639.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.98042, "score_std": 0.0007330302403948594, "fit_s": 703.0507, "predict_s": 0.1624, "mem_mb": 2462.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "maternal_health_risk", "rows": 1014, "features": 6, "n_train": 913, "n_test": 101, "tuiml": { "score": 0.587876140555232, "score_std": 0.037579496471099046, "fit_s": 0.0058, "predict_s": 0.0, "mem_mb": 290.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6154436031838478, "score_std": 0.05702889841459852, "fit_s": 0.0047, "predict_s": 0.0001, "mem_mb": 181.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6154436031838478, "score_std": 0.05702889841459852, "fit_s": 0.0426, "predict_s": 0.0014, "mem_mb": 300.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "online_shoppers_intention", "rows": 12330, "features": 17, "n_train": 11097, "n_test": 1233, "tuiml": { "score": 0.8476885644768857, "score_std": 0.0022875583456400312, "fit_s": 0.0145, "predict_s": 0.0003, "mem_mb": 317.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8839416058394161, "score_std": 0.005178327630196654, "fit_s": 0.0642, "predict_s": 0.0004, "mem_mb": 201.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8839416058394161, "score_std": 0.0050785706428979885, "fit_s": 1.0186, "predict_s": 0.0131, "mem_mb": 467.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "polish_companies_bankruptcy", "rows": 5910, "features": 64, "n_train": 5319, "n_test": 591, "tuiml": { "score": 0.9307952622673434, "score_std": 0.0012485021782954449, "fit_s": 0.0067, "predict_s": 0.0001, "mem_mb": 312.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9292724196277495, "score_std": 0.0027399791994339837, "fit_s": 0.0253, "predict_s": 0.0003, "mem_mb": 203.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9294416243654822, "score_std": 0.0027688522749314357, "fit_s": 0.5187, "predict_s": 0.007, "mem_mb": 388.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "qsar-biodeg", "rows": 1054, "features": 41, "n_train": 949, "n_test": 105, "tuiml": { "score": 0.8055256064690027, "score_std": 0.03871239479245616, "fit_s": 0.0039, "predict_s": 0.0001, "mem_mb": 293.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8709523809523809, "score_std": 0.028478323256859367, "fit_s": 0.0105, "predict_s": 0.0001, "mem_mb": 184.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8700089847259659, "score_std": 0.029431215888893046, "fit_s": 0.1443, "predict_s": 0.0018, "mem_mb": 304.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "seismic-bumps", "rows": 2584, "features": 15, "n_train": 2326, "n_test": 258, "tuiml": { "score": 0.9342102900242435, "score_std": 0.00013137532925390412, "fit_s": 0.0043, "predict_s": 0.0001, "mem_mb": 293.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9318906946813924, "score_std": 0.005798566421625985, "fit_s": 0.0103, "predict_s": 0.0002, "mem_mb": 183.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9315030977821676, "score_std": 0.005465979673366372, "fit_s": 0.1075, "predict_s": 0.0028, "mem_mb": 302.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "splice", "rows": 3190, "features": 60, "n_train": 2871, "n_test": 319, "tuiml": { "score": 0.9554858934169279, "score_std": 0.0073591711020518456, "fit_s": 0.0454, "predict_s": 0.0003, "mem_mb": 310.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9460815047021943, "score_std": 0.011137231008964861, "fit_s": 0.0813, "predict_s": 0.0003, "mem_mb": 190.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.938244514106583, "score_std": 0.011826674037133484, "fit_s": 3.205, "predict_s": 0.0111, "mem_mb": 828.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "students_dropout_and_academic_success", "rows": 4424, "features": 36, "n_train": 3982, "n_test": 442, "tuiml": { "score": 0.7258087086197563, "score_std": 0.008160792161094837, "fit_s": 0.052, "predict_s": 0.0006, "mem_mb": 319.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7777963903046893, "score_std": 0.023107886033489795, "fit_s": 0.3566, "predict_s": 0.0004, "mem_mb": 203.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7658095257550841, "score_std": 0.024222211431903173, "fit_s": 5.6125, "predict_s": 0.0116, "mem_mb": 818.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "taiwanese_bankruptcy_prediction", "rows": 6819, "features": 94, "n_train": 6138, "n_test": 681, "tuiml": { "score": 0.9677374139289728, "score_std": 0.0011911259354541323, "fit_s": 0.0081, "predict_s": 0.0002, "mem_mb": 332.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9674445894212841, "score_std": 0.005517175732785886, "fit_s": 0.0305, "predict_s": 0.0002, "mem_mb": 223.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9675912169872665, "score_std": 0.005502121554905012, "fit_s": 0.8353, "predict_s": 0.0076, "mem_mb": 448.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "website_phishing", "rows": 1353, "features": 9, "n_train": 1218, "n_test": 135, "tuiml": { "score": 0.8514760348583879, "score_std": 0.018590438929279418, "fit_s": 0.0081, "predict_s": 0.0, "mem_mb": 284.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8610838779956427, "score_std": 0.012974559185072202, "fit_s": 0.014, "predict_s": 0.0001, "mem_mb": 179.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8573910675381264, "score_std": 0.01635082038414564, "fit_s": 0.1208, "predict_s": 0.0021, "mem_mb": 294.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } } ], "knn": [ { "dataset": "APSFailure", "rows": 76000, "features": 170, "n_train": 68400, "n_test": 7600, "tuiml": { "score": 0.9901447368421052, "score_std": 0.0010105819002743973, "fit_s": 0.023, "predict_s": 86.4976, "mem_mb": 1112.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9901447368421052, "score_std": 0.0010105819002743973, "fit_s": 0.0343, "predict_s": 6.0695, "mem_mb": 982.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9901447368421052, "score_std": 0.0010105819002743973, "fit_s": 0.0577, "predict_s": 137.3216, "mem_mb": 1094.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Amazon_employee_access", "rows": 32769, "features": 9, "n_train": 29493, "n_test": 3276, "tuiml": { "score": 0.9449785160419887, "score_std": 0.0031968698160359504, "fit_s": 0.0008, "predict_s": 85.1455, "mem_mb": 726.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9450090317575822, "score_std": 0.00311741404018192, "fit_s": 0.0287, "predict_s": 4.9774, "mem_mb": 616.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9457414182467585, "score_std": 0.002735862804669523, "fit_s": 0.0318, "predict_s": 3.9017, "mem_mb": 394.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Bank_Customer_Churn", "rows": 10000, "features": 10, "n_train": 9000, "n_test": 1000, "tuiml": { "score": 0.8358, "score_std": 0.009472767986883955, "fit_s": 0.0002, "predict_s": 0.1187, "mem_mb": 295.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8358, "score_std": 0.009472767986883955, "fit_s": 0.0166, "predict_s": 0.0758, "mem_mb": 186.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8423999999999999, "score_std": 0.007862710869809619, "fit_s": 0.0108, "predict_s": 0.4175, "mem_mb": 306.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Bioresponse", "rows": 3751, "features": 1776, "n_train": 3376, "n_test": 375, "tuiml": { "score": 0.7526014184397163, "score_std": 0.012943169273281282, "fit_s": 0.0118, "predict_s": 2.2383, "mem_mb": 740.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7526014184397163, "score_std": 0.012943169273281282, "fit_s": 0.0291, "predict_s": 0.1612, "mem_mb": 634.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7526014184397163, "score_std": 0.012943169273281282, "fit_s": 0.0075, "predict_s": 3.5843, "mem_mb": 742.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Diabetes130US", "rows": 71518, "features": 47, "n_train": 64367, "n_test": 7151, "tuiml": { "score": 0.9067088186693121, "score_std": 0.0007825028872238038, "fit_s": 0.0016, "predict_s": 247.2372, "mem_mb": 977.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9067088186693121, "score_std": 0.0007825028872238038, "fit_s": 0.0512, "predict_s": 14.6507, "mem_mb": 867.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9061495052239998, "score_std": 0.0007870506183456457, "fit_s": 0.0508, "predict_s": 36.3444, "mem_mb": 984.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "E-CommereShippingData", "rows": 10999, "features": 10, "n_train": 9900, "n_test": 1099, "tuiml": { "score": 0.6423304657126313, "score_std": 0.011571099946113265, "fit_s": 0.0003, "predict_s": 0.1751, "mem_mb": 297.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6423304657126313, "score_std": 0.011571099946113265, "fit_s": 0.0013, "predict_s": 0.0675, "mem_mb": 187.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.643421871122508, "score_std": 0.013584848828900698, "fit_s": 0.0117, "predict_s": 0.4903, "mem_mb": 304.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Fitness_Club", "rows": 1500, "features": 6, "n_train": 1350, "n_test": 150, "tuiml": { "score": 0.7526666666666667, "score_std": 0.043710608368571324, "fit_s": 0.0001, "predict_s": 0.0035, "mem_mb": 290.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7526666666666667, "score_std": 0.043710608368571324, "fit_s": 0.0006, "predict_s": 0.0186, "mem_mb": 181.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7546666666666667, "score_std": 0.04431091050885161, "fit_s": 0.0023, "predict_s": 0.0372, "mem_mb": 299.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "GiveMeSomeCredit", "rows": 150000, "features": 10, "n_train": 135000, "n_test": 15000, "tuiml": { "score": 0.9321933333333333, "score_std": 0.0014389468027813453, "fit_s": 0.0045, "predict_s": 19.549, "mem_mb": 392.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9322, "score_std": 0.0014232635076983167, "fit_s": 0.3206, "predict_s": 3.9041, "mem_mb": 283.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9322266666666666, "score_std": 0.0014086855794421952, "fit_s": 0.0831, "predict_s": 72.0319, "mem_mb": 581.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "HR_Analytics_Job_Change_of_Data_Scientists", "rows": 19158, "features": 12, "n_train": 17243, "n_test": 1915, "tuiml": { "score": 0.7536279073570373, "score_std": 0.009121877768233208, "fit_s": 0.0005, "predict_s": 5.1582, "mem_mb": 345.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7538888676910666, "score_std": 0.00899993631897089, "fit_s": 0.0051, "predict_s": 0.4325, "mem_mb": 234.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.754097581449604, "score_std": 0.008469485683428092, "fit_s": 0.0193, "predict_s": 1.4606, "mem_mb": 340.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Is-this-a-good-customer", "rows": 1723, "features": 13, "n_train": 1551, "n_test": 172, "tuiml": { "score": 0.8676871891383251, "score_std": 0.021935149980703773, "fit_s": 0.0001, "predict_s": 0.0116, "mem_mb": 292.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8676871891383251, "score_std": 0.021935149980703773, "fit_s": 0.0008, "predict_s": 0.0183, "mem_mb": 183.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8694313751848367, "score_std": 0.01983535505326251, "fit_s": 0.0026, "predict_s": 0.0498, "mem_mb": 300.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "MIC", "rows": 1699, "features": 111, "n_train": 1530, "n_test": 169, "tuiml": { "score": 0.8587434737208492, "score_std": 0.007780257805233791, "fit_s": 0.0001, "predict_s": 0.0588, "mem_mb": 303.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8587434737208492, "score_std": 0.007780257805233791, "fit_s": 0.001, "predict_s": 0.0191, "mem_mb": 192.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8605081796032023, "score_std": 0.008301817461510656, "fit_s": 0.0031, "predict_s": 0.0919, "mem_mb": 313.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Marketing_Campaign", "rows": 2240, "features": 25, "n_train": 2016, "n_test": 224, "tuiml": { "score": 0.865625, "score_std": 0.012530080020845755, "fit_s": 0.0001, "predict_s": 0.0565, "mem_mb": 297.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.865625, "score_std": 0.012530080020845755, "fit_s": 0.0009, "predict_s": 0.0208, "mem_mb": 188.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8616071428571429, "score_std": 0.012626906806902633, "fit_s": 0.0033, "predict_s": 0.0689, "mem_mb": 302.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "NATICUSdroid", "rows": 7491, "features": 86, "n_train": 6742, "n_test": 749, "tuiml": { "score": 0.9267149087672453, "score_std": 0.012586467606026344, "fit_s": 0.0003, "predict_s": 0.7615, "mem_mb": 315.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9269819314641745, "score_std": 0.01299801477697416, "fit_s": 0.0023, "predict_s": 0.0813, "mem_mb": 205.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9325869158878505, "score_std": 0.008127482528507098, "fit_s": 0.0093, "predict_s": 1.1943, "mem_mb": 432.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "SDSS17", "rows": 78053, "features": 11, "n_train": 70248, "n_test": 7805, "tuiml": { "score": 0.908113786878242, "score_std": 0.004282623899964897, "fit_s": 0.0017, "predict_s": 110.627, "mem_mb": 571.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.908113786878242, "score_std": 0.004282623899964897, "fit_s": 0.0194, "predict_s": 7.4441, "mem_mb": 459.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9178763293007252, "score_std": 0.004273004246005763, "fit_s": 0.06, "predict_s": 13.6647, "mem_mb": 470.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "anneal", "rows": 898, "features": 38, "n_train": 809, "n_test": 89, "tuiml": { "score": 0.9665917602996255, "score_std": 0.013858890048073525, "fit_s": 0.0001, "predict_s": 0.0054, "mem_mb": 292.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9665917602996255, "score_std": 0.013858890048073525, "fit_s": 0.0007, "predict_s": 0.017, "mem_mb": 183.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.962147315855181, "score_std": 0.01586460432355816, "fit_s": 0.0017, "predict_s": 0.0391, "mem_mb": 304.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "bank-marketing", "rows": 45211, "features": 13, "n_train": 40690, "n_test": 4521, "tuiml": { "score": 0.8820860506393037, "score_std": 0.002927403035760144, "fit_s": 0.001, "predict_s": 5.7471, "mem_mb": 334.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8821081696395249, "score_std": 0.0029302594611637723, "fit_s": 0.0057, "predict_s": 0.9611, "mem_mb": 223.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.881599466874376, "score_std": 0.0035272454360820316, "fit_s": 0.0346, "predict_s": 5.3794, "mem_mb": 428.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "blood-transfusion-service-center", "rows": 748, "features": 4, "n_train": 674, "n_test": 74, "tuiml": { "score": 0.7606666666666666, "score_std": 0.02335495498584527, "fit_s": 0.0001, "predict_s": 0.0006, "mem_mb": 290.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7539099099099099, "score_std": 0.03547153452125838, "fit_s": 0.0009, "predict_s": 0.0016, "mem_mb": 180.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7606666666666667, "score_std": 0.025767662697834624, "fit_s": 0.0421, "predict_s": 0.0309, "mem_mb": 297.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "churn", "rows": 5000, "features": 19, "n_train": 4500, "n_test": 500, "tuiml": { "score": 0.8922, "score_std": 0.012053584068188563, "fit_s": 0.0002, "predict_s": 0.1334, "mem_mb": 300.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8922, "score_std": 0.012053584068188563, "fit_s": 0.0011, "predict_s": 0.0323, "mem_mb": 189.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8922, "score_std": 0.011905180945005985, "fit_s": 0.0061, "predict_s": 0.2007, "mem_mb": 306.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "coil2000_insurance_policies", "rows": 9822, "features": 85, "n_train": 8840, "n_test": 982, "tuiml": { "score": 0.9343307717967152, "score_std": 0.002775866895501848, "fit_s": 0.0003, "predict_s": 1.1091, "mem_mb": 341.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9343307717967152, "score_std": 0.002775866895501848, "fit_s": 0.0028, "predict_s": 0.1155, "mem_mb": 231.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9354509347295055, "score_std": 0.0028903562834399666, "fit_s": 0.0111, "predict_s": 1.0187, "mem_mb": 342.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "credit-g", "rows": 1000, "features": 20, "n_train": 900, "n_test": 100, "tuiml": { "score": 0.727, "score_std": 0.03433495141818159, "fit_s": 0.0001, "predict_s": 0.0049, "mem_mb": 291.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.727, "score_std": 0.03433495141818159, "fit_s": 0.0006, "predict_s": 0.017, "mem_mb": 182.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.715, "score_std": 0.03894440481849308, "fit_s": 0.0018, "predict_s": 0.0422, "mem_mb": 302.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "credit_card_clients_default", "rows": 30000, "features": 23, "n_train": 27000, "n_test": 3000, "tuiml": { "score": 0.7928333333333334, "score_std": 0.0036421740895741807, "fit_s": 0.0007, "predict_s": 2.2916, "mem_mb": 331.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7927333333333333, "score_std": 0.003592859860237911, "fit_s": 0.0028, "predict_s": 0.4057, "mem_mb": 221.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7944333333333333, "score_std": 0.004559754162747302, "fit_s": 0.0284, "predict_s": 3.2805, "mem_mb": 373.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "customer_satisfaction_in_airline", "rows": 129880, "features": 21, "n_train": 116892, "n_test": 12988, "tuiml": { "score": 0.9325300277178934, "score_std": 0.0015640954824827414, "fit_s": 0.0028, "predict_s": 125.407, "mem_mb": 555.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9325300277178934, "score_std": 0.0015640954824827414, "fit_s": 0.0167, "predict_s": 11.7146, "mem_mb": 443.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9286033261472127, "score_std": 0.0010143571189813703, "fit_s": 0.0788, "predict_s": 95.7594, "mem_mb": 954.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "diabetes", "rows": 768, "features": 8, "n_train": 692, "n_test": 76, "tuiml": { "score": 0.7369958988380041, "score_std": 0.02714462557437225, "fit_s": 0.0001, "predict_s": 0.0007, "mem_mb": 290.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7369958988380041, "score_std": 0.02714462557437225, "fit_s": 0.0011, "predict_s": 0.0022, "mem_mb": 181.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7369958988380041, "score_std": 0.02714462557437225, "fit_s": 0.0018, "predict_s": 0.0253, "mem_mb": 299.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "hazelnut-spread-contaminant-detection", "rows": 2400, "features": 30, "n_train": 2160, "n_test": 240, "tuiml": { "score": 0.8645833333333334, "score_std": 0.009672491859155651, "fit_s": 0.0001, "predict_s": 0.0144, "mem_mb": 294.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8645833333333334, "score_std": 0.009672491859155651, "fit_s": 0.0007, "predict_s": 0.02, "mem_mb": 184.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8645833333333334, "score_std": 0.009672491859155651, "fit_s": 0.0037, "predict_s": 0.0702, "mem_mb": 306.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "heloc", "rows": 10459, "features": 23, "n_train": 9414, "n_test": 1045, "tuiml": { "score": 0.6769296568380799, "score_std": 0.018739567899069044, "fit_s": 0.0004, "predict_s": 0.1986, "mem_mb": 305.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6769296568380799, "score_std": 0.018739567899069044, "fit_s": 0.0012, "predict_s": 0.0608, "mem_mb": 195.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6809449532051927, "score_std": 0.01609810958861782, "fit_s": 0.0109, "predict_s": 0.664, "mem_mb": 314.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "hiva_agnostic", "rows": 3845, "features": 1617, "n_train": 3461, "n_test": 384, "tuiml": { "score": 0.964371617965368, "score_std": 0.0024282413052528775, "fit_s": 0.0002, "predict_s": 4.2665, "mem_mb": 566.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.964371617965368, "score_std": 0.0024282413052528775, "fit_s": 0.0108, "predict_s": 0.2445, "mem_mb": 454.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.964371617965368, "score_std": 0.0024282413052528775, "fit_s": 0.008, "predict_s": 6.6992, "mem_mb": 1140.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "in_vehicle_coupon_recommendation", "rows": 12684, "features": 24, "n_train": 11416, "n_test": 1268, "tuiml": { "score": 0.6672998187797838, "score_std": 0.013740892987481214, "fit_s": 0.0004, "predict_s": 1.3962, "mem_mb": 322.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6669835534574778, "score_std": 0.014604597728490794, "fit_s": 0.0026, "predict_s": 0.1497, "mem_mb": 214.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6668279998906216, "score_std": 0.015033690611876538, "fit_s": 0.0129, "predict_s": 1.1679, "mem_mb": 357.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "jm1", "rows": 10885, "features": 21, "n_train": 9797, "n_test": 1088, "tuiml": { "score": 0.8002760728947226, "score_std": 0.009662901436693164, "fit_s": 0.0004, "predict_s": 0.1959, "mem_mb": 304.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8004598964241344, "score_std": 0.009666779069448996, "fit_s": 0.0013, "predict_s": 0.0622, "mem_mb": 196.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8000922493653109, "score_std": 0.00962574612658903, "fit_s": 0.0115, "predict_s": 0.5565, "mem_mb": 313.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "kddcup09_appetency", "rows": 50000, "features": 212, "n_train": 45000, "n_test": 5000, "tuiml": { "score": 0.9821, "score_std": 0.00010540925533893437, "fit_s": 0.0012, "predict_s": 376.2108, "mem_mb": 1707.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9821, "score_std": 0.00010540925533893437, "fit_s": 0.0868, "predict_s": 19.718, "mem_mb": 1658.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.98204, "score_std": 0.00018378731669451605, "fit_s": 0.0452, "predict_s": 123.2001, "mem_mb": 1285.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "maternal_health_risk", "rows": 1014, "features": 6, "n_train": 913, "n_test": 101, "tuiml": { "score": 0.6756552125800815, "score_std": 0.04663923075422988, "fit_s": 0.0001, "predict_s": 0.001, "mem_mb": 290.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.676625897883906, "score_std": 0.0445050761009733, "fit_s": 0.001, "predict_s": 0.0018, "mem_mb": 181.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6805377596583188, "score_std": 0.040877914547311836, "fit_s": 0.0022, "predict_s": 0.0331, "mem_mb": 298.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "online_shoppers_intention", "rows": 12330, "features": 17, "n_train": 11097, "n_test": 1233, "tuiml": { "score": 0.873154906731549, "score_std": 0.0066791766711791194, "fit_s": 0.0003, "predict_s": 0.8765, "mem_mb": 313.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.873154906731549, "score_std": 0.0066791766711791194, "fit_s": 0.0022, "predict_s": 0.1164, "mem_mb": 201.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8770478507704785, "score_std": 0.0068306511802557505, "fit_s": 0.0126, "predict_s": 0.8152, "mem_mb": 314.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "polish_companies_bankruptcy", "rows": 5910, "features": 64, "n_train": 5319, "n_test": 591, "tuiml": { "score": 0.9282571912013536, "score_std": 0.005362600935817111, "fit_s": 0.0004, "predict_s": 0.1639, "mem_mb": 312.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9282571912013536, "score_std": 0.005362600935817111, "fit_s": 0.0019, "predict_s": 0.038, "mem_mb": 203.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9282571912013536, "score_std": 0.005362600935817111, "fit_s": 0.007, "predict_s": 0.3682, "mem_mb": 320.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "qsar-biodeg", "rows": 1054, "features": 41, "n_train": 949, "n_test": 105, "tuiml": { "score": 0.8585804132973944, "score_std": 0.03363753091651915, "fit_s": 0.0001, "predict_s": 0.0059, "mem_mb": 292.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8585804132973944, "score_std": 0.03363753091651915, "fit_s": 0.0005, "predict_s": 0.0146, "mem_mb": 183.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8642587601078168, "score_std": 0.03642155687215871, "fit_s": 0.0019, "predict_s": 0.0515, "mem_mb": 303.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "seismic-bumps", "rows": 2584, "features": 15, "n_train": 2326, "n_test": 258, "tuiml": { "score": 0.9280177187153932, "score_std": 0.00664224090522251, "fit_s": 0.0001, "predict_s": 0.0142, "mem_mb": 292.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9280177187153932, "score_std": 0.00664224090522251, "fit_s": 0.0006, "predict_s": 0.0171, "mem_mb": 182.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9287914160007184, "score_std": 0.006389782173760095, "fit_s": 0.0036, "predict_s": 0.0654, "mem_mb": 305.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "splice", "rows": 3190, "features": 60, "n_train": 2871, "n_test": 319, "tuiml": { "score": 0.7852664576802508, "score_std": 0.02460587636220818, "fit_s": 0.0002, "predict_s": 0.2321, "mem_mb": 303.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7874608150470219, "score_std": 0.02119950621177137, "fit_s": 0.0014, "predict_s": 0.031, "mem_mb": 190.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7965517241379311, "score_std": 0.02726652103123681, "fit_s": 0.0046, "predict_s": 0.4149, "mem_mb": 314.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "students_dropout_and_academic_success", "rows": 4424, "features": 36, "n_train": 3982, "n_test": 442, "tuiml": { "score": 0.7038890534508646, "score_std": 0.012934126997068767, "fit_s": 0.0002, "predict_s": 0.3922, "mem_mb": 310.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7038890534508646, "score_std": 0.012934126997068767, "fit_s": 0.0017, "predict_s": 0.0423, "mem_mb": 203.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.713840740324607, "score_std": 0.018978970025957897, "fit_s": 0.0058, "predict_s": 0.197, "mem_mb": 309.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "taiwanese_bankruptcy_prediction", "rows": 6819, "features": 94, "n_train": 6138, "n_test": 681, "tuiml": { "score": 0.9687638068908497, "score_std": 0.0032450900864581236, "fit_s": 0.0005, "predict_s": 0.3355, "mem_mb": 332.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9687638068908497, "score_std": 0.0032450900864581236, "fit_s": 0.0023, "predict_s": 0.0503, "mem_mb": 224.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9687638068908497, "score_std": 0.0032450900864581236, "fit_s": 0.0082, "predict_s": 0.6282, "mem_mb": 333.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "website_phishing", "rows": 1353, "features": 9, "n_train": 1218, "n_test": 135, "tuiml": { "score": 0.8743899782135076, "score_std": 0.020642913895955996, "fit_s": 0.0001, "predict_s": 0.0038, "mem_mb": 284.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8780610021786492, "score_std": 0.01434860567402788, "fit_s": 0.0007, "predict_s": 0.0147, "mem_mb": 179.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8692156862745098, "score_std": 0.0178200286385772, "fit_s": 0.0022, "predict_s": 0.0438, "mem_mb": 293.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } } ], "decision_tree": [ { "dataset": "APSFailure", "rows": 76000, "features": 170, "n_train": 68400, "n_test": 7600, "tuiml": { "score": 0.9902105263157894, "score_std": 0.0011288216099751267, "fit_s": 11.5922, "predict_s": 0.0606, "mem_mb": 1114.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9903157894736843, "score_std": 0.001201466222334311, "fit_s": 8.2452, "predict_s": 0.005, "mem_mb": 982.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9907763157894737, "score_std": 0.0007582773969000029, "fit_s": 42.8645, "predict_s": 0.0481, "mem_mb": 1258.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Amazon_employee_access", "rows": 32769, "features": 9, "n_train": 29493, "n_test": 3276, "tuiml": { "score": 0.9396381260891483, "score_std": 0.0022445669017962604, "fit_s": 42.4866, "predict_s": 0.1254, "mem_mb": 726.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9396991295755409, "score_std": 0.0022287701959668206, "fit_s": 8.518, "predict_s": 0.0105, "mem_mb": 617.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.941774179606038, "score_std": 0.0030351658141841028, "fit_s": 1.6095, "predict_s": 0.0394, "mem_mb": 1004.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Bank_Customer_Churn", "rows": 10000, "features": 10, "n_train": 9000, "n_test": 1000, "tuiml": { "score": 0.8005, "score_std": 0.012509996003196777, "fit_s": 0.0862, "predict_s": 0.0103, "mem_mb": 296.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8012, "score_std": 0.011487190934060192, "fit_s": 0.0649, "predict_s": 0.0006, "mem_mb": 187.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8294999999999999, "score_std": 0.011296508801887038, "fit_s": 0.2912, "predict_s": 0.0079, "mem_mb": 311.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Bioresponse", "rows": 3751, "features": 1776, "n_train": 3376, "n_test": 375, "tuiml": { "score": 0.731813475177305, "score_std": 0.021791888326599174, "fit_s": 1.7685, "predict_s": 0.004, "mem_mb": 738.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7328829787234042, "score_std": 0.022822675751196297, "fit_s": 0.9739, "predict_s": 0.0017, "mem_mb": 633.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7360801418439716, "score_std": 0.02045731756783953, "fit_s": 8.6231, "predict_s": 0.0061, "mem_mb": 1155.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Diabetes130US", "rows": 71518, "features": 47, "n_train": 64367, "n_test": 7151, "tuiml": { "score": 0.8465560189795267, "score_std": 0.005722859760113638, "fit_s": 33.1211, "predict_s": 0.2028, "mem_mb": 977.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8476047021160977, "score_std": 0.0035879335383479107, "fit_s": 7.7297, "predict_s": 0.0155, "mem_mb": 867.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8478285643628009, "score_std": 0.002669008790029636, "fit_s": 30.6969, "predict_s": 0.0891, "mem_mb": 1565.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "E-CommereShippingData", "rows": 10999, "features": 10, "n_train": 9900, "n_test": 1099, "tuiml": { "score": 0.6480582347588717, "score_std": 0.012858968928200494, "fit_s": 0.1173, "predict_s": 0.0132, "mem_mb": 299.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6490579865993878, "score_std": 0.012207306267241735, "fit_s": 0.0652, "predict_s": 0.0006, "mem_mb": 188.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6461495574489206, "score_std": 0.010985762248750017, "fit_s": 0.3967, "predict_s": 0.0081, "mem_mb": 326.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Fitness_Club", "rows": 1500, "features": 6, "n_train": 1350, "n_test": 150, "tuiml": { "score": 0.7066666666666667, "score_std": 0.03596980901386366, "fit_s": 0.0119, "predict_s": 0.0015, "mem_mb": 291.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7053333333333334, "score_std": 0.03262960860973802, "fit_s": 0.0068, "predict_s": 0.0003, "mem_mb": 182.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.718, "score_std": 0.03975853041475177, "fit_s": 0.0605, "predict_s": 0.0016, "mem_mb": 299.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "GiveMeSomeCredit", "rows": 150000, "features": 10, "n_train": 135000, "n_test": 15000, "tuiml": { "score": 0.89964, "score_std": 0.0020226373200341805, "fit_s": 1.7418, "predict_s": 0.2398, "mem_mb": 392.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9001466666666667, "score_std": 0.0019408029393482126, "fit_s": 1.302, "predict_s": 0.0047, "mem_mb": 283.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.92982, "score_std": 0.0010130262692656336, "fit_s": 9.8769, "predict_s": 0.0841, "mem_mb": 929.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "HR_Analytics_Job_Change_of_Data_Scientists", "rows": 19158, "features": 12, "n_train": 17243, "n_test": 1915, "tuiml": { "score": 0.7124448780913238, "score_std": 0.009830212363523957, "fit_s": 1.3107, "predict_s": 0.0383, "mem_mb": 347.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7116100775658601, "score_std": 0.011418096000431656, "fit_s": 0.2948, "predict_s": 0.0027, "mem_mb": 234.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7124970701581297, "score_std": 0.008934476032568483, "fit_s": 0.7603, "predict_s": 0.0165, "mem_mb": 501.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Is-this-a-good-customer", "rows": 1723, "features": 13, "n_train": 1551, "n_test": 172, "tuiml": { "score": 0.809628310256755, "score_std": 0.016003221191017762, "fit_s": 0.0172, "predict_s": 0.0013, "mem_mb": 292.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8131099610162656, "score_std": 0.019765339633786606, "fit_s": 0.0089, "predict_s": 0.0004, "mem_mb": 184.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7991867186449791, "score_std": 0.025787526949080368, "fit_s": 0.077, "predict_s": 0.0021, "mem_mb": 303.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "MIC", "rows": 1699, "features": 111, "n_train": 1530, "n_test": 169, "tuiml": { "score": 0.7834110685694397, "score_std": 0.035430553289628165, "fit_s": 0.0732, "predict_s": 0.0015, "mem_mb": 303.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7863348416289593, "score_std": 0.027267882565552334, "fit_s": 0.0286, "predict_s": 0.0002, "mem_mb": 192.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.748698224852071, "score_std": 0.02443411065105246, "fit_s": 0.3568, "predict_s": 0.0071, "mem_mb": 354.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Marketing_Campaign", "rows": 2240, "features": 25, "n_train": 2016, "n_test": 224, "tuiml": { "score": 0.8383928571428572, "score_std": 0.023034253060582547, "fit_s": 0.0606, "predict_s": 0.0018, "mem_mb": 297.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.834375, "score_std": 0.01863984079776397, "fit_s": 0.0272, "predict_s": 0.0004, "mem_mb": 188.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8397321428571428, "score_std": 0.029194744745386948, "fit_s": 0.2222, "predict_s": 0.0037, "mem_mb": 306.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "NATICUSdroid", "rows": 7491, "features": 86, "n_train": 6742, "n_test": 749, "tuiml": { "score": 0.902552380952381, "score_std": 0.011978814557873661, "fit_s": 0.2147, "predict_s": 0.0068, "mem_mb": 313.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9032202937249666, "score_std": 0.012823832474394302, "fit_s": 0.055, "predict_s": 0.0007, "mem_mb": 205.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.902019937694704, "score_std": 0.015597357031222541, "fit_s": 0.2622, "predict_s": 0.0064, "mem_mb": 470.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "SDSS17", "rows": 78053, "features": 11, "n_train": 70248, "n_test": 7805, "tuiml": { "score": 0.9653953109871461, "score_std": 0.002754676870805479, "fit_s": 5.8579, "predict_s": 0.0793, "mem_mb": 571.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9657796816227207, "score_std": 0.0025773434406424585, "fit_s": 2.1203, "predict_s": 0.0076, "mem_mb": 460.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9701229018956328, "score_std": 0.0024815320817872526, "fit_s": 4.8523, "predict_s": 0.07, "mem_mb": 904.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "anneal", "rows": 898, "features": 38, "n_train": 809, "n_test": 89, "tuiml": { "score": 0.9877652933832709, "score_std": 0.011047885813429963, "fit_s": 0.0058, "predict_s": 0.0004, "mem_mb": 292.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9933208489388264, "score_std": 0.010740167536468778, "fit_s": 0.0028, "predict_s": 0.0002, "mem_mb": 184.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9944319600499376, "score_std": 0.010805265683422586, "fit_s": 0.0576, "predict_s": 0.0021, "mem_mb": 299.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "bank-marketing", "rows": 45211, "features": 13, "n_train": 40690, "n_test": 4521, "tuiml": { "score": 0.8218574364401577, "score_std": 0.0032855864299035768, "fit_s": 0.8784, "predict_s": 0.0779, "mem_mb": 338.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8217246588503735, "score_std": 0.003453518677881696, "fit_s": 0.3424, "predict_s": 0.0022, "mem_mb": 223.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8597907196266555, "score_std": 0.004254102529772649, "fit_s": 1.3921, "predict_s": 0.0302, "mem_mb": 566.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "blood-transfusion-service-center", "rows": 748, "features": 4, "n_train": 674, "n_test": 74, "tuiml": { "score": 0.7032612612612612, "score_std": 0.053735360149270536, "fit_s": 0.0037, "predict_s": 0.0006, "mem_mb": 290.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7112792792792793, "score_std": 0.05388690874478889, "fit_s": 0.0022, "predict_s": 0.0001, "mem_mb": 181.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7820720720720721, "score_std": 0.03841245837485337, "fit_s": 0.0303, "predict_s": 0.0013, "mem_mb": 299.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "churn", "rows": 5000, "features": 19, "n_train": 4500, "n_test": 500, "tuiml": { "score": 0.9282, "score_std": 0.00906519595914933, "fit_s": 0.122, "predict_s": 0.0047, "mem_mb": 299.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9282, "score_std": 0.00995322393331258, "fit_s": 0.0739, "predict_s": 0.0005, "mem_mb": 190.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9152, "score_std": 0.0076710132606093535, "fit_s": 0.3669, "predict_s": 0.0057, "mem_mb": 319.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "coil2000_insurance_policies", "rows": 9822, "features": 85, "n_train": 8840, "n_test": 982, "tuiml": { "score": 0.900019682877761, "score_std": 0.008305655282879094, "fit_s": 0.3821, "predict_s": 0.0105, "mem_mb": 340.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9007324102408977, "score_std": 0.008058373092613366, "fit_s": 0.1433, "predict_s": 0.0007, "mem_mb": 232.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8988999343213447, "score_std": 0.008458932428596525, "fit_s": 1.9563, "predict_s": 0.0087, "mem_mb": 763.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "credit-g", "rows": 1000, "features": 20, "n_train": 900, "n_test": 100, "tuiml": { "score": 0.693, "score_std": 0.024060109910158105, "fit_s": 0.0128, "predict_s": 0.0008, "mem_mb": 291.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.697, "score_std": 0.030930028559098766, "fit_s": 0.0072, "predict_s": 0.0002, "mem_mb": 183.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.675, "score_std": 0.04881939505292269, "fit_s": 0.0663, "predict_s": 0.0014, "mem_mb": 300.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "credit_card_clients_default", "rows": 30000, "features": 23, "n_train": 27000, "n_test": 3000, "tuiml": { "score": 0.7306, "score_std": 0.008208396784864732, "fit_s": 0.9498, "predict_s": 0.0461, "mem_mb": 331.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7293333333333334, "score_std": 0.008782699042386448, "fit_s": 0.7847, "predict_s": 0.002, "mem_mb": 221.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7588333333333334, "score_std": 0.008394957334136697, "fit_s": 2.1388, "predict_s": 0.0207, "mem_mb": 625.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "customer_satisfaction_in_airline", "rows": 129880, "features": 21, "n_train": 116892, "n_test": 12988, "tuiml": { "score": 0.9376732368340006, "score_std": 0.0023266590440733843, "fit_s": 4.5634, "predict_s": 0.1484, "mem_mb": 555.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9374653526331999, "score_std": 0.002279049915212281, "fit_s": 1.8127, "predict_s": 0.0063, "mem_mb": 442.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9390976285802279, "score_std": 0.001128080329321216, "fit_s": 4.0601, "predict_s": 0.0772, "mem_mb": 954.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "diabetes", "rows": 768, "features": 8, "n_train": 692, "n_test": 76, "tuiml": { "score": 0.6913875598086124, "score_std": 0.043857429823154444, "fit_s": 0.0048, "predict_s": 0.0005, "mem_mb": 290.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7017942583732057, "score_std": 0.029965430267754778, "fit_s": 0.0042, "predict_s": 0.0002, "mem_mb": 181.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7433868762816132, "score_std": 0.044123393649854466, "fit_s": 0.0369, "predict_s": 0.0008, "mem_mb": 299.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "hazelnut-spread-contaminant-detection", "rows": 2400, "features": 30, "n_train": 2160, "n_test": 240, "tuiml": { "score": 0.8404166666666667, "score_std": 0.016321660606025107, "fit_s": 0.063, "predict_s": 0.0017, "mem_mb": 293.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.84625, "score_std": 0.021646179773009186, "fit_s": 0.0678, "predict_s": 0.0003, "mem_mb": 185.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8516666666666667, "score_std": 0.021173154444621683, "fit_s": 0.1805, "predict_s": 0.0026, "mem_mb": 307.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "heloc", "rows": 10459, "features": 23, "n_train": 9414, "n_test": 1045, "tuiml": { "score": 0.6349551263871481, "score_std": 0.015391756861277712, "fit_s": 0.1714, "predict_s": 0.0127, "mem_mb": 305.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6331393231906466, "score_std": 0.01287700248780682, "fit_s": 0.1197, "predict_s": 0.0004, "mem_mb": 195.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6390662995050638, "score_std": 0.010495239807033568, "fit_s": 0.5488, "predict_s": 0.0084, "mem_mb": 361.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "hiva_agnostic", "rows": 3845, "features": 1617, "n_train": 3461, "n_test": 384, "tuiml": { "score": 0.9284807900432901, "score_std": 0.008224964339042967, "fit_s": 4.059, "predict_s": 0.0042, "mem_mb": 569.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9269257305194805, "score_std": 0.012840261999389866, "fit_s": 1.1167, "predict_s": 0.0028, "mem_mb": 457.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9287398538961039, "score_std": 0.008853157797722317, "fit_s": 4.5233, "predict_s": 0.008, "mem_mb": 1140.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "in_vehicle_coupon_recommendation", "rows": 12684, "features": 24, "n_train": 11416, "n_test": 1268, "tuiml": { "score": 0.6890578040286075, "score_std": 0.008737620124893417, "fit_s": 0.4147, "predict_s": 0.0164, "mem_mb": 323.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.687401404021647, "score_std": 0.009473051097638135, "fit_s": 0.1315, "predict_s": 0.0006, "mem_mb": 213.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6940271904900404, "score_std": 0.019042915611946636, "fit_s": 0.4187, "predict_s": 0.0101, "mem_mb": 447.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "jm1", "rows": 10885, "features": 21, "n_train": 9797, "n_test": 1088, "tuiml": { "score": 0.7514959082806676, "score_std": 0.012491441709951253, "fit_s": 0.1998, "predict_s": 0.014, "mem_mb": 304.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7524121563225842, "score_std": 0.012611608960320098, "fit_s": 0.1541, "predict_s": 0.0004, "mem_mb": 196.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7836492430994436, "score_std": 0.009245154916156623, "fit_s": 0.4739, "predict_s": 0.0095, "mem_mb": 349.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "kddcup09_appetency", "rows": 50000, "features": 212, "n_train": 45000, "n_test": 5000, "tuiml": { "score": 0.96526, "score_std": 0.002143828351337862, "fit_s": 44.3765, "predict_s": 0.065, "mem_mb": 1709.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.96502, "score_std": 0.0022498395004483538, "fit_s": 10.9661, "predict_s": 0.0286, "mem_mb": 1628.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9707399999999999, "score_std": 0.0012402508706799028, "fit_s": 104.6804, "predict_s": 0.048, "mem_mb": 1483.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "maternal_health_risk", "rows": 1014, "features": 6, "n_train": 913, "n_test": 101, "tuiml": { "score": 0.8472141331780236, "score_std": 0.043426955719194874, "fit_s": 0.0042, "predict_s": 0.0008, "mem_mb": 290.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8432828576975344, "score_std": 0.043168918211576535, "fit_s": 0.0024, "predict_s": 0.0001, "mem_mb": 182.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8255581440496991, "score_std": 0.0539983867679369, "fit_s": 0.0585, "predict_s": 0.0016, "mem_mb": 299.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "online_shoppers_intention", "rows": 12330, "features": 17, "n_train": 11097, "n_test": 1233, "tuiml": { "score": 0.8660178426601784, "score_std": 0.006508484232843093, "fit_s": 0.2084, "predict_s": 0.0103, "mem_mb": 313.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8622060016220601, "score_std": 0.005740580168430295, "fit_s": 0.1026, "predict_s": 0.0006, "mem_mb": 201.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8639902676399027, "score_std": 0.005186788955496985, "fit_s": 0.4975, "predict_s": 0.0097, "mem_mb": 366.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "polish_companies_bankruptcy", "rows": 5910, "features": 64, "n_train": 5319, "n_test": 591, "tuiml": { "score": 0.9301184433164128, "score_std": 0.009473114955727826, "fit_s": 0.3407, "predict_s": 0.0039, "mem_mb": 312.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9289340101522843, "score_std": 0.010399937346072067, "fit_s": 0.3873, "predict_s": 0.001, "mem_mb": 203.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9373942470389172, "score_std": 0.00870121185591738, "fit_s": 0.559, "predict_s": 0.0059, "mem_mb": 346.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "qsar-biodeg", "rows": 1054, "features": 41, "n_train": 949, "n_test": 105, "tuiml": { "score": 0.8311051212938005, "score_std": 0.044816099718574066, "fit_s": 0.0162, "predict_s": 0.0006, "mem_mb": 293.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8263701707097934, "score_std": 0.04474371981234536, "fit_s": 0.0134, "predict_s": 0.0003, "mem_mb": 184.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.831015274034142, "score_std": 0.03627322288846699, "fit_s": 0.1116, "predict_s": 0.0014, "mem_mb": 306.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "seismic-bumps", "rows": 2584, "features": 15, "n_train": 2326, "n_test": 258, "tuiml": { "score": 0.8893223788572626, "score_std": 0.016200768229047268, "fit_s": 0.0223, "predict_s": 0.002, "mem_mb": 292.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8819610307982401, "score_std": 0.01657958427419841, "fit_s": 0.0143, "predict_s": 0.0002, "mem_mb": 184.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.905571518362216, "score_std": 0.013066416419503792, "fit_s": 0.1205, "predict_s": 0.0027, "mem_mb": 304.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "splice", "rows": 3190, "features": 60, "n_train": 2871, "n_test": 319, "tuiml": { "score": 0.9300940438871473, "score_std": 0.009918601860049545, "fit_s": 0.119, "predict_s": 0.002, "mem_mb": 303.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9272727272727272, "score_std": 0.006407402180462213, "fit_s": 0.0415, "predict_s": 0.0003, "mem_mb": 192.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9269592476489028, "score_std": 0.008748771447830497, "fit_s": 0.101, "predict_s": 0.0043, "mem_mb": 330.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "students_dropout_and_academic_success", "rows": 4424, "features": 36, "n_train": 3982, "n_test": 442, "tuiml": { "score": 0.6842119240472713, "score_std": 0.028568191759042894, "fit_s": 0.2168, "predict_s": 0.0045, "mem_mb": 311.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6844442969061214, "score_std": 0.022632419884620086, "fit_s": 0.068, "predict_s": 0.0003, "mem_mb": 203.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6835311481772776, "score_std": 0.019090477458846424, "fit_s": 0.4337, "predict_s": 0.0061, "mem_mb": 372.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "taiwanese_bankruptcy_prediction", "rows": 6819, "features": 94, "n_train": 6138, "n_test": 681, "tuiml": { "score": 0.9557122310213116, "score_std": 0.006400674032206657, "fit_s": 0.3503, "predict_s": 0.0032, "mem_mb": 332.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9543906451182279, "score_std": 0.005346778351051845, "fit_s": 0.3238, "predict_s": 0.0003, "mem_mb": 223.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9590842344146309, "score_std": 0.007001099005872522, "fit_s": 0.6679, "predict_s": 0.0059, "mem_mb": 374.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "website_phishing", "rows": 1353, "features": 9, "n_train": 1218, "n_test": 135, "tuiml": { "score": 0.8691938997821351, "score_std": 0.0234985749903431, "fit_s": 0.0066, "predict_s": 0.0008, "mem_mb": 284.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8765904139433551, "score_std": 0.020730311471558308, "fit_s": 0.003, "predict_s": 0.0001, "mem_mb": 182.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8936111111111111, "score_std": 0.01886828564072375, "fit_s": 0.0294, "predict_s": 0.0018, "mem_mb": 293.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } } ], "naive_bayes": [ { "dataset": "APSFailure", "rows": 76000, "features": 170, "n_train": 68400, "n_test": 7600, "tuiml": { "score": 0.9074605263157894, "score_std": 0.004649143495485243, "fit_s": 0.1511, "predict_s": 0.0221, "mem_mb": 1114.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9074605263157894, "score_std": 0.004649143495485243, "fit_s": 0.0956, "predict_s": 0.0206, "mem_mb": 982.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9074605263157894, "score_std": 0.004649143495485243, "fit_s": 0.1557, "predict_s": 0.1578, "mem_mb": 1402.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Amazon_employee_access", "rows": 32769, "features": 9, "n_train": 29493, "n_test": 3276, "tuiml": { "score": 0.8863557212122973, "score_std": 0.006170534744616408, "fit_s": 0.0046, "predict_s": 0.0007, "mem_mb": 297.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8863557212122973, "score_std": 0.006170534744616408, "fit_s": 0.0095, "predict_s": 0.0008, "mem_mb": 188.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8863557212122973, "score_std": 0.006170534744616408, "fit_s": 0.0337, "predict_s": 0.0232, "mem_mb": 372.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Bank_Customer_Churn", "rows": 10000, "features": 10, "n_train": 9000, "n_test": 1000, "tuiml": { "score": 0.8254999999999999, "score_std": 0.006900080514828156, "fit_s": 0.002, "predict_s": 0.0003, "mem_mb": 295.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8254999999999999, "score_std": 0.006900080514828156, "fit_s": 0.0054, "predict_s": 0.0004, "mem_mb": 186.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8254999999999999, "score_std": 0.006900080514828156, "fit_s": 0.0136, "predict_s": 0.0101, "mem_mb": 304.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Bioresponse", "rows": 3751, "features": 1776, "n_train": 3376, "n_test": 375, "tuiml": { "score": 0.6750212765957447, "score_std": 0.020724893407099414, "fit_s": 0.1424, "predict_s": 0.0288, "mem_mb": 742.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6750212765957447, "score_std": 0.020724893407099414, "fit_s": 0.2227, "predict_s": 0.0184, "mem_mb": 628.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6750212765957447, "score_std": 0.020724893407099414, "fit_s": 0.0931, "predict_s": 0.094, "mem_mb": 1238.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Diabetes130US", "rows": 71518, "features": 47, "n_train": 64367, "n_test": 7151, "tuiml": { "score": 0.9039262785167638, "score_std": 0.0016878264710816551, "fit_s": 0.0593, "predict_s": 0.0066, "mem_mb": 422.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9039262785167638, "score_std": 0.0016878264710816551, "fit_s": 0.0961, "predict_s": 0.0075, "mem_mb": 313.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9039262785167638, "score_std": 0.0016878264710816551, "fit_s": 0.0787, "predict_s": 0.0788, "mem_mb": 979.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "E-CommereShippingData", "rows": 10999, "features": 10, "n_train": 9900, "n_test": 1099, "tuiml": { "score": 0.678606998097444, "score_std": 0.009713825175782722, "fit_s": 0.0026, "predict_s": 0.0003, "mem_mb": 295.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6785160890065348, "score_std": 0.009608490118478962, "fit_s": 0.0062, "predict_s": 0.0005, "mem_mb": 185.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.678606998097444, "score_std": 0.009713825175782722, "fit_s": 0.015, "predict_s": 0.0104, "mem_mb": 307.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Fitness_Club", "rows": 1500, "features": 6, "n_train": 1350, "n_test": 150, "tuiml": { "score": 0.7606666666666667, "score_std": 0.034633887636814714, "fit_s": 0.0005, "predict_s": 0.0001, "mem_mb": 290.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7606666666666667, "score_std": 0.034633887636814714, "fit_s": 0.0023, "predict_s": 0.0002, "mem_mb": 181.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7606666666666667, "score_std": 0.034633887636814714, "fit_s": 0.0049, "predict_s": 0.0018, "mem_mb": 302.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "GiveMeSomeCredit", "rows": 150000, "features": 10, "n_train": 135000, "n_test": 15000, "tuiml": { "score": 0.9222866666666667, "score_std": 0.0017877636212408285, "fit_s": 0.0197, "predict_s": 0.0026, "mem_mb": 392.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9223, "score_std": 0.0017891994209425777, "fit_s": 0.0347, "predict_s": 0.0029, "mem_mb": 283.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9222866666666667, "score_std": 0.0017877636212408285, "fit_s": 0.0875, "predict_s": 0.0952, "mem_mb": 815.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "HR_Analytics_Job_Change_of_Data_Scientists", "rows": 19158, "features": 12, "n_train": 17243, "n_test": 1915, "tuiml": { "score": 0.7741938982976937, "score_std": 0.007468633249536077, "fit_s": 0.0043, "predict_s": 0.0006, "mem_mb": 299.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7741417062308878, "score_std": 0.007560488218474015, "fit_s": 0.0089, "predict_s": 0.0007, "mem_mb": 190.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7741938982976937, "score_std": 0.007468633249536077, "fit_s": 0.0233, "predict_s": 0.0153, "mem_mb": 348.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Is-this-a-good-customer", "rows": 1723, "features": 13, "n_train": 1551, "n_test": 172, "tuiml": { "score": 0.8653851324102702, "score_std": 0.026580309161836853, "fit_s": 0.0009, "predict_s": 0.0002, "mem_mb": 291.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8653851324102702, "score_std": 0.026580309161836853, "fit_s": 0.0035, "predict_s": 0.0003, "mem_mb": 181.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8653851324102702, "score_std": 0.026580309161836853, "fit_s": 0.0061, "predict_s": 0.0028, "mem_mb": 301.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "MIC", "rows": 1699, "features": 111, "n_train": 1530, "n_test": 169, "tuiml": { "score": 0.8334145492516534, "score_std": 0.024799838382347922, "fit_s": 0.0158, "predict_s": 0.0015, "mem_mb": 297.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8334145492516534, "score_std": 0.024799838382347922, "fit_s": 0.0182, "predict_s": 0.0008, "mem_mb": 188.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8334145492516534, "score_std": 0.024799838382347922, "fit_s": 0.0127, "predict_s": 0.0271, "mem_mb": 312.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Marketing_Campaign", "rows": 2240, "features": 25, "n_train": 2016, "n_test": 224, "tuiml": { "score": 0.7848214285714286, "score_std": 0.023883812675879617, "fit_s": 0.0016, "predict_s": 0.0004, "mem_mb": 292.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7848214285714286, "score_std": 0.023883812675879617, "fit_s": 0.0044, "predict_s": 0.0004, "mem_mb": 183.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7848214285714286, "score_std": 0.023883812675879617, "fit_s": 0.0074, "predict_s": 0.0055, "mem_mb": 304.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "NATICUSdroid", "rows": 7491, "features": 86, "n_train": 6742, "n_test": 749, "tuiml": { "score": 0.919638629283489, "score_std": 0.007832899755105979, "fit_s": 0.0128, "predict_s": 0.0021, "mem_mb": 308.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.919638629283489, "score_std": 0.007832899755105979, "fit_s": 0.0211, "predict_s": 0.0015, "mem_mb": 198.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.919638629283489, "score_std": 0.007832899755105979, "fit_s": 0.0318, "predict_s": 0.0182, "mem_mb": 427.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "SDSS17", "rows": 78053, "features": 11, "n_train": 70248, "n_test": 7805, "tuiml": { "score": 0.8619271464992763, "score_std": 0.004722946863195147, "fit_s": 0.0178, "predict_s": 0.0018, "mem_mb": 346.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8619271464992763, "score_std": 0.004722946863195147, "fit_s": 0.0321, "predict_s": 0.0018, "mem_mb": 237.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8619271464992763, "score_std": 0.004722946863195147, "fit_s": 0.0706, "predict_s": 0.076, "mem_mb": 578.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "anneal", "rows": 898, "features": 38, "n_train": 809, "n_test": 89, "tuiml": { "score": 0.8897378277153558, "score_std": 0.026575949848060287, "fit_s": 0.0033, "predict_s": 0.0005, "mem_mb": 292.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.891960049937578, "score_std": 0.029346395091621656, "fit_s": 0.0056, "predict_s": 0.0003, "mem_mb": 182.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8897378277153558, "score_std": 0.026575949848060287, "fit_s": 0.0071, "predict_s": 0.0065, "mem_mb": 302.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "bank-marketing", "rows": 45211, "features": 13, "n_train": 40690, "n_test": 4521, "tuiml": { "score": 0.8804273310623449, "score_std": 0.004410457632445885, "fit_s": 0.0091, "predict_s": 0.0012, "mem_mb": 314.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8804273310623449, "score_std": 0.004410457632445885, "fit_s": 0.0165, "predict_s": 0.0013, "mem_mb": 205.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8804273310623449, "score_std": 0.004410457632445885, "fit_s": 0.0481, "predict_s": 0.0329, "mem_mb": 459.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "blood-transfusion-service-center", "rows": 748, "features": 4, "n_train": 674, "n_test": 74, "tuiml": { "score": 0.7686846846846846, "score_std": 0.05313484695196984, "fit_s": 0.0003, "predict_s": 0.0001, "mem_mb": 290.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7686846846846846, "score_std": 0.05313484695196984, "fit_s": 0.0019, "predict_s": 0.0001, "mem_mb": 180.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7686846846846846, "score_std": 0.05313484695196984, "fit_s": 0.0373, "predict_s": 0.0014, "mem_mb": 300.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "churn", "rows": 5000, "features": 19, "n_train": 4500, "n_test": 500, "tuiml": { "score": 0.8718, "score_std": 0.013806600675844237, "fit_s": 0.002, "predict_s": 0.0004, "mem_mb": 295.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8718, "score_std": 0.013806600675844237, "fit_s": 0.0046, "predict_s": 0.0004, "mem_mb": 186.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8718, "score_std": 0.013806600675844237, "fit_s": 0.0106, "predict_s": 0.0074, "mem_mb": 305.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "coil2000_insurance_policies", "rows": 9822, "features": 85, "n_train": 8840, "n_test": 982, "tuiml": { "score": 0.7885362776155954, "score_std": 0.011362558324061611, "fit_s": 0.0124, "predict_s": 0.0024, "mem_mb": 342.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7885362776155954, "score_std": 0.011362558324061611, "fit_s": 0.0188, "predict_s": 0.0019, "mem_mb": 232.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7885362776155954, "score_std": 0.011362558324061611, "fit_s": 0.039, "predict_s": 0.021, "mem_mb": 491.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "credit-g", "rows": 1000, "features": 20, "n_train": 900, "n_test": 100, "tuiml": { "score": 0.756, "score_std": 0.051682793182171505, "fit_s": 0.0011, "predict_s": 0.0003, "mem_mb": 290.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.755, "score_std": 0.053176853778479395, "fit_s": 0.0034, "predict_s": 0.0003, "mem_mb": 182.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.756, "score_std": 0.051682793182171505, "fit_s": 0.0053, "predict_s": 0.0023, "mem_mb": 300.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "credit_card_clients_default", "rows": 30000, "features": 23, "n_train": 27000, "n_test": 3000, "tuiml": { "score": 0.7820333333333334, "score_std": 0.007266445800245202, "fit_s": 0.0104, "predict_s": 0.0015, "mem_mb": 330.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7820333333333334, "score_std": 0.007266445800245202, "fit_s": 0.0156, "predict_s": 0.0014, "mem_mb": 222.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7820333333333334, "score_std": 0.007266445800245202, "fit_s": 0.0445, "predict_s": 0.0256, "mem_mb": 473.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "customer_satisfaction_in_airline", "rows": 129880, "features": 21, "n_train": 116892, "n_test": 12988, "tuiml": { "score": 0.8586387434554974, "score_std": 0.0029129170175821455, "fit_s": 0.068, "predict_s": 0.0052, "mem_mb": 397.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8586387434554974, "score_std": 0.0029129170175821455, "fit_s": 0.1172, "predict_s": 0.0051, "mem_mb": 288.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8586387434554974, "score_std": 0.0029129170175821455, "fit_s": 0.0808, "predict_s": 0.0987, "mem_mb": 959.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "diabetes", "rows": 768, "features": 8, "n_train": 692, "n_test": 76, "tuiml": { "score": 0.7565105946684895, "score_std": 0.03239915272933799, "fit_s": 0.0005, "predict_s": 0.0001, "mem_mb": 290.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7565105946684895, "score_std": 0.03239915272933799, "fit_s": 0.0021, "predict_s": 0.0001, "mem_mb": 180.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7565105946684895, "score_std": 0.03239915272933799, "fit_s": 0.0039, "predict_s": 0.0012, "mem_mb": 300.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "hazelnut-spread-contaminant-detection", "rows": 2400, "features": 30, "n_train": 2160, "n_test": 240, "tuiml": { "score": 0.7666666666666666, "score_std": 0.027916321169780257, "fit_s": 0.0019, "predict_s": 0.0005, "mem_mb": 294.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7666666666666666, "score_std": 0.027916321169780257, "fit_s": 0.0049, "predict_s": 0.0004, "mem_mb": 184.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7666666666666666, "score_std": 0.027916321169780257, "fit_s": 0.0081, "predict_s": 0.0061, "mem_mb": 306.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "heloc", "rows": 10459, "features": 23, "n_train": 9414, "n_test": 1045, "tuiml": { "score": 0.7178494515447318, "score_std": 0.010120518241405842, "fit_s": 0.0047, "predict_s": 0.0007, "mem_mb": 305.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7178494515447318, "score_std": 0.010120518241405842, "fit_s": 0.0079, "predict_s": 0.0006, "mem_mb": 195.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7178494515447318, "score_std": 0.010120518241405842, "fit_s": 0.0174, "predict_s": 0.0113, "mem_mb": 345.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "hiva_agnostic", "rows": 3845, "features": 1617, "n_train": 3461, "n_test": 384, "tuiml": { "score": 0.7152069805194805, "score_std": 0.0230567435764023, "fit_s": 0.1782, "predict_s": 0.0274, "mem_mb": 527.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7149472402597403, "score_std": 0.02298525968832687, "fit_s": 0.2028, "predict_s": 0.0168, "mem_mb": 418.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7152069805194805, "score_std": 0.0230567435764023, "fit_s": 0.094, "predict_s": 0.1115, "mem_mb": 1143.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "in_vehicle_coupon_recommendation", "rows": 12684, "features": 24, "n_train": 11416, "n_test": 1268, "tuiml": { "score": 0.6638306572899498, "score_std": 0.014677567311495797, "fit_s": 0.0061, "predict_s": 0.0008, "mem_mb": 302.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6638306572899498, "score_std": 0.014677567311495797, "fit_s": 0.0097, "predict_s": 0.0008, "mem_mb": 193.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6638306572899498, "score_std": 0.014677567311495797, "fit_s": 0.0223, "predict_s": 0.0136, "mem_mb": 355.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "jm1", "rows": 10885, "features": 21, "n_train": 9797, "n_test": 1088, "tuiml": { "score": 0.7057411514881434, "score_std": 0.01088837228196224, "fit_s": 0.0034, "predict_s": 0.0006, "mem_mb": 304.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7057411514881434, "score_std": 0.01088837228196224, "fit_s": 0.0069, "predict_s": 0.0006, "mem_mb": 196.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7057411514881434, "score_std": 0.01088837228196224, "fit_s": 0.019, "predict_s": 0.0117, "mem_mb": 337.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "kddcup09_appetency", "rows": 50000, "features": 212, "n_train": 45000, "n_test": 5000, "tuiml": { "score": 0.88156, "score_std": 0.00860532135109176, "fit_s": 0.1451, "predict_s": 0.021, "mem_mb": 914.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8815999999999999, "score_std": 0.008650754623473934, "fit_s": 0.1272, "predict_s": 0.0199, "mem_mb": 774.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.88156, "score_std": 0.00860532135109176, "fit_s": 0.1326, "predict_s": 0.1444, "mem_mb": 1351.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "maternal_health_risk", "rows": 1014, "features": 6, "n_train": 913, "n_test": 101, "tuiml": { "score": 0.6697437390797903, "score_std": 0.04587282173327138, "fit_s": 0.0005, "predict_s": 0.0001, "mem_mb": 290.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6697437390797903, "score_std": 0.04587282173327138, "fit_s": 0.0019, "predict_s": 0.0001, "mem_mb": 180.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6697437390797903, "score_std": 0.04587282173327138, "fit_s": 0.0041, "predict_s": 0.0017, "mem_mb": 300.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "online_shoppers_intention", "rows": 12330, "features": 17, "n_train": 11097, "n_test": 1233, "tuiml": { "score": 0.8309002433090025, "score_std": 0.006831186141385948, "fit_s": 0.0036, "predict_s": 0.0006, "mem_mb": 300.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8309002433090025, "score_std": 0.006831186141385948, "fit_s": 0.0076, "predict_s": 0.0006, "mem_mb": 191.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8309002433090025, "score_std": 0.006831186141385948, "fit_s": 0.0181, "predict_s": 0.012, "mem_mb": 335.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "polish_companies_bankruptcy", "rows": 5910, "features": 64, "n_train": 5319, "n_test": 591, "tuiml": { "score": 0.8284263959390863, "score_std": 0.01462531123146122, "fit_s": 0.0058, "predict_s": 0.0013, "mem_mb": 313.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8284263959390863, "score_std": 0.01462531123146122, "fit_s": 0.0089, "predict_s": 0.001, "mem_mb": 203.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8284263959390863, "score_std": 0.01462531123146122, "fit_s": 0.0222, "predict_s": 0.0135, "mem_mb": 375.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "qsar-biodeg", "rows": 1054, "features": 41, "n_train": 949, "n_test": 105, "tuiml": { "score": 0.8045193171608266, "score_std": 0.0457184955410822, "fit_s": 0.002, "predict_s": 0.0005, "mem_mb": 292.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8045193171608266, "score_std": 0.0457184955410822, "fit_s": 0.0049, "predict_s": 0.0003, "mem_mb": 183.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8045193171608266, "score_std": 0.0457184955410822, "fit_s": 0.0071, "predict_s": 0.0039, "mem_mb": 303.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "seismic-bumps", "rows": 2584, "features": 15, "n_train": 2326, "n_test": 258, "tuiml": { "score": 0.8131004758911736, "score_std": 0.02243565723799291, "fit_s": 0.0011, "predict_s": 0.0003, "mem_mb": 292.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8131004758911736, "score_std": 0.02243565723799291, "fit_s": 0.0029, "predict_s": 0.0002, "mem_mb": 183.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8131004758911736, "score_std": 0.02243565723799291, "fit_s": 0.0072, "predict_s": 0.0046, "mem_mb": 303.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "splice", "rows": 3190, "features": 60, "n_train": 2871, "n_test": 319, "tuiml": { "score": 0.9545454545454546, "score_std": 0.010984219457486216, "fit_s": 0.0057, "predict_s": 0.001, "mem_mb": 290.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9545454545454546, "score_std": 0.010984219457486216, "fit_s": 0.009, "predict_s": 0.0006, "mem_mb": 181.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9545454545454546, "score_std": 0.010984219457486216, "fit_s": 0.0137, "predict_s": 0.0123, "mem_mb": 310.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "students_dropout_and_academic_success", "rows": 4424, "features": 36, "n_train": 3982, "n_test": 442, "tuiml": { "score": 0.7111176368446319, "score_std": 0.01719720923142086, "fit_s": 0.0045, "predict_s": 0.0007, "mem_mb": 297.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7111176368446319, "score_std": 0.01719720923142086, "fit_s": 0.0072, "predict_s": 0.0005, "mem_mb": 188.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7111176368446319, "score_std": 0.01719720923142086, "fit_s": 0.0121, "predict_s": 0.0109, "mem_mb": 312.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "taiwanese_bankruptcy_prediction", "rows": 6819, "features": 94, "n_train": 6138, "n_test": 681, "tuiml": { "score": 0.8312092790918996, "score_std": 0.013593557946955319, "fit_s": 0.0093, "predict_s": 0.002, "mem_mb": 332.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8312092790918996, "score_std": 0.013593557946955319, "fit_s": 0.0121, "predict_s": 0.0014, "mem_mb": 223.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8312092790918996, "score_std": 0.013593557946955319, "fit_s": 0.0318, "predict_s": 0.0181, "mem_mb": 435.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "website_phishing", "rows": 1353, "features": 9, "n_train": 1218, "n_test": 135, "tuiml": { "score": 0.8433333333333334, "score_std": 0.011084356033197722, "fit_s": 0.0008, "predict_s": 0.0002, "mem_mb": 283.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8433333333333334, "score_std": 0.011084356033197722, "fit_s": 0.0023, "predict_s": 0.0002, "mem_mb": 175.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8433333333333334, "score_std": 0.011084356033197722, "fit_s": 0.0053, "predict_s": 0.0026, "mem_mb": 294.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } } ], "random_forest_reg": [ { "dataset": "Another-Dataset-on-used-Fiat-500", "rows": 1538, "features": 7, "n_train": 1385, "n_test": 153, "tuiml": { "score": 0.855308965033034, "score_std": 0.0360739171687566, "fit_s": 1.4784, "predict_s": 0.0036, "mem_mb": 329.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.856584710852013, "score_std": 0.035230791851144326, "fit_s": 0.2716, "predict_s": 0.0133, "mem_mb": 194.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8554579008901614, "score_std": 0.03352827800652413, "fit_s": 0.461, "predict_s": 0.0352, "mem_mb": 474.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Food_Delivery_Time", "rows": 45451, "features": 9, "n_train": 40906, "n_test": 4545, "tuiml": { "score": 0.31816142746373927, "score_std": 0.00703065830622122, "fit_s": 56.847, "predict_s": 0.0887, "mem_mb": 2264.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.2996449167671666, "score_std": 0.010089434830550035, "fit_s": 11.0391, "predict_s": 0.3574, "mem_mb": 595.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.2969458972856813, "score_std": 0.01039777829179861, "fit_s": 16.9151, "predict_s": 0.5262, "mem_mb": 1415.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "QSAR-TID-11", "rows": 5742, "features": 1024, "n_train": 5168, "n_test": 574, "tuiml": { "score": 0.7490106858698011, "score_std": 0.04431083098960381, "fit_s": 40.9158, "predict_s": 0.0786, "mem_mb": 2324.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7466611655194156, "score_std": 0.04668768882153994, "fit_s": 6.2233, "predict_s": 0.042, "mem_mb": 565.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7481650014150589, "score_std": 0.048662139109756676, "fit_s": 21.6767, "predict_s": 0.1052, "mem_mb": 1082.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "QSAR_fish_toxicity", "rows": 907, "features": 6, "n_train": 817, "n_test": 90, "tuiml": { "score": 0.6327778604516779, "score_std": 0.04250264690983352, "fit_s": 1.1467, "predict_s": 0.003, "mem_mb": 317.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6263461338197784, "score_std": 0.05231269114420138, "fit_s": 0.2006, "predict_s": 0.0133, "mem_mb": 190.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6361773353099459, "score_std": 0.04627033340296123, "fit_s": 0.3643, "predict_s": 0.0244, "mem_mb": 395.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "airfoil_self_noise", "rows": 1503, "features": 5, "n_train": 1353, "n_test": 150, "tuiml": { "score": 0.705639921750294, "score_std": 0.03319863600808562, "fit_s": 0.6391, "predict_s": 0.0041, "mem_mb": 312.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9251588377055732, "score_std": 0.013031999472644943, "fit_s": 0.2634, "predict_s": 0.0159, "mem_mb": 196.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9261481531687232, "score_std": 0.014617455471585682, "fit_s": 0.4796, "predict_s": 0.0328, "mem_mb": 525.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "concrete_compressive_strength", "rows": 1030, "features": 8, "n_train": 927, "n_test": 103, "tuiml": { "score": 0.9045261229541998, "score_std": 0.02169755005543878, "fit_s": 1.1766, "predict_s": 0.0031, "mem_mb": 319.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9114174784273703, "score_std": 0.023062922369194428, "fit_s": 0.2121, "predict_s": 0.0123, "mem_mb": 191.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9093622717844126, "score_std": 0.027082204535305143, "fit_s": 0.3759, "predict_s": 0.0269, "mem_mb": 415.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "diamonds", "rows": 53940, "features": 9, "n_train": 48546, "n_test": 5394, "tuiml": { "score": 0.9800678580882689, "score_std": 0.0013996466480777946, "fit_s": 47.3844, "predict_s": 0.1543, "mem_mb": 2659.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.980308929390477, "score_std": 0.0015292675697435565, "fit_s": 8.1479, "predict_s": 0.4053, "mem_mb": 614.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9806717956007179, "score_std": 0.0011258326548182975, "fit_s": 12.9421, "predict_s": 0.5759, "mem_mb": 1456.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "healthcare_insurance_expenses", "rows": 1338, "features": 6, "n_train": 1205, "n_test": 133, "tuiml": { "score": 0.8335182342566407, "score_std": 0.06398386892702917, "fit_s": 0.7334, "predict_s": 0.0041, "mem_mb": 309.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.832730330768462, "score_std": 0.06103910132324965, "fit_s": 0.2303, "predict_s": 0.0152, "mem_mb": 194.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8292648725377179, "score_std": 0.060883063319536086, "fit_s": 0.4179, "predict_s": 0.0307, "mem_mb": 436.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "houses", "rows": 20640, "features": 8, "n_train": 18576, "n_test": 2064, "tuiml": { "score": 0.8188243891587283, "score_std": 0.010398807506109164, "fit_s": 30.7337, "predict_s": 0.0786, "mem_mb": 1248.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8167473165031348, "score_std": 0.0100330245063541, "fit_s": 4.2594, "predict_s": 0.1308, "mem_mb": 346.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8205869170423292, "score_std": 0.00943716567053235, "fit_s": 5.4264, "predict_s": 0.2475, "mem_mb": 1056.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "miami_housing", "rows": 13776, "features": 15, "n_train": 12399, "n_test": 1377, "tuiml": { "score": 0.9163202091286745, "score_std": 0.01258210776536915, "fit_s": 23.3428, "predict_s": 0.0468, "mem_mb": 951.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9165462766553255, "score_std": 0.01234247210656375, "fit_s": 4.4796, "predict_s": 0.0842, "mem_mb": 299.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9146434236797385, "score_std": 0.013098755662995204, "fit_s": 5.3506, "predict_s": 0.1722, "mem_mb": 1028.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "physiochemical_protein", "rows": 45730, "features": 9, "n_train": 41157, "n_test": 4573, "tuiml": { "score": 0.6815538647957419, "score_std": 0.007597477324530292, "fit_s": 69.2344, "predict_s": 0.1834, "mem_mb": 2498.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6817818384611435, "score_std": 0.007362725837513635, "fit_s": 16.5748, "predict_s": 0.3356, "mem_mb": 538.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6803915217095372, "score_std": 0.00758560773951141, "fit_s": 18.2706, "predict_s": 0.5859, "mem_mb": 1385.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "superconductivity", "rows": 21263, "features": 81, "n_train": 19137, "n_test": 2126, "tuiml": { "score": 0.9287496049429695, "score_std": 0.0035372119555565538, "fit_s": 41.9919, "predict_s": 0.0795, "mem_mb": 2635.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9291939401275289, "score_std": 0.0032504217394288054, "fit_s": 13.0369, "predict_s": 0.0982, "mem_mb": 346.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9287880383099383, "score_std": 0.0031293233997535773, "fit_s": 19.8222, "predict_s": 0.2422, "mem_mb": 1101.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "wine_quality", "rows": 6497, "features": 12, "n_train": 5848, "n_test": 649, "tuiml": { "score": 0.5541382169602542, "score_std": 0.02472802182876802, "fit_s": 6.7736, "predict_s": 0.0154, "mem_mb": 464.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.5515879916005517, "score_std": 0.02815906532775814, "fit_s": 1.0436, "predict_s": 0.0267, "mem_mb": 207.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.5495905038052991, "score_std": 0.028015040692005243, "fit_s": 1.7799, "predict_s": 0.0746, "mem_mb": 822.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } } ], "svm_reg": [ { "dataset": "Another-Dataset-on-used-Fiat-500", "rows": 1538, "features": 7, "n_train": 1385, "n_test": 153, "tuiml": { "score": 0.8364456516886312, "score_std": 0.0340236052291235, "fit_s": 0.0593, "predict_s": 0.0023, "mem_mb": 301.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8364488212436629, "score_std": 0.03402023000621784, "fit_s": 0.0707, "predict_s": 0.0077, "mem_mb": 187.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8364164733863064, "score_std": 0.03407404569297151, "fit_s": 0.7805, "predict_s": 0.0226, "mem_mb": 293.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Food_Delivery_Time", "rows": 45451, "features": 9, "n_train": 40906, "n_test": 4545, "tuiml": { "score": 0.25167643069902323, "score_std": 0.013045729888585059, "fit_s": 613.5134, "predict_s": 22.2333, "mem_mb": 538.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.2516807393524446, "score_std": 0.013045862631175185, "fit_s": 239.4534, "predict_s": 18.8446, "mem_mb": 435.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": null, "fit_s": null, "predict_s": null, "mem_mb": null, "status": "timeout", "n_folds": 0, "expected_folds": 10 } }, { "dataset": "QSAR-TID-11", "rows": 5742, "features": 1024, "n_train": 5168, "n_test": 574, "tuiml": { "score": 0.741487333716441, "score_std": 0.048755015234704505, "fit_s": 22.6869, "predict_s": 2.5073, "mem_mb": 690.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7414866179987919, "score_std": 0.048749342719838586, "fit_s": 31.7248, "predict_s": 3.5345, "mem_mb": 565.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7414881663230586, "score_std": 0.04876075567843955, "fit_s": 228.2289, "predict_s": 6.1918, "mem_mb": 670.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "QSAR_fish_toxicity", "rows": 907, "features": 6, "n_train": 817, "n_test": 90, "tuiml": { "score": 0.6351018882226805, "score_std": 0.04452657477948315, "fit_s": 0.0236, "predict_s": 0.0008, "mem_mb": 293.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6351150769087504, "score_std": 0.04453559443397886, "fit_s": 0.0311, "predict_s": 0.0032, "mem_mb": 183.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6351131509608388, "score_std": 0.04449306617074532, "fit_s": 0.3063, "predict_s": 0.0129, "mem_mb": 290.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "airfoil_self_noise", "rows": 1503, "features": 5, "n_train": 1353, "n_test": 150, "tuiml": { "score": 0.7868178181877317, "score_std": 0.03860129559071207, "fit_s": 0.0831, "predict_s": 0.0047, "mem_mb": 301.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7868083891977413, "score_std": 0.03860324966541533, "fit_s": 0.0897, "predict_s": 0.0109, "mem_mb": 187.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7867943045906275, "score_std": 0.038607359643120995, "fit_s": 0.6966, "predict_s": 0.0276, "mem_mb": 294.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "concrete_compressive_strength", "rows": 1030, "features": 8, "n_train": 927, "n_test": 103, "tuiml": { "score": 0.8446671260428045, "score_std": 0.024445895041536554, "fit_s": 0.0287, "predict_s": 0.0009, "mem_mb": 294.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8446668382352193, "score_std": 0.024436893967405917, "fit_s": 0.0354, "predict_s": 0.0037, "mem_mb": 183.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8446622204174755, "score_std": 0.024467964598221866, "fit_s": 0.4223, "predict_s": 0.0144, "mem_mb": 294.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "diamonds", "rows": 53940, "features": 9, "n_train": 48546, "n_test": 5394, "tuiml": { "score": 0.9782132883052187, "score_std": 0.0014553203204792132, "fit_s": 128.7252, "predict_s": 1.7334, "mem_mb": 510.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.978213490039715, "score_std": 0.0014560893445302546, "fit_s": 78.042, "predict_s": 3.5003, "mem_mb": 409.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9782123321260493, "score_std": 0.0014550472190852067, "fit_s": 2124.9762, "predict_s": 8.118, "mem_mb": 443.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "healthcare_insurance_expenses", "rows": 1338, "features": 6, "n_train": 1205, "n_test": 133, "tuiml": { "score": 0.833882023555617, "score_std": 0.06635709247740627, "fit_s": 0.0566, "predict_s": 0.001, "mem_mb": 294.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.833890632278145, "score_std": 0.06635273405494077, "fit_s": 0.053, "predict_s": 0.0033, "mem_mb": 184.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8299573864541548, "score_std": 0.06751899663171358, "fit_s": 0.6584, "predict_s": 0.0123, "mem_mb": 300.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "houses", "rows": 20640, "features": 8, "n_train": 18576, "n_test": 2064, "tuiml": { "score": 0.7767885444437329, "score_std": 0.01091456417473893, "fit_s": 18.7343, "predict_s": 0.3982, "mem_mb": 494.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7767886355358613, "score_std": 0.010913038595617694, "fit_s": 11.342, "predict_s": 1.3723, "mem_mb": 389.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7767873515432658, "score_std": 0.010916893516953947, "fit_s": 348.016, "predict_s": 1.5797, "mem_mb": 318.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "miami_housing", "rows": 13776, "features": 15, "n_train": 12399, "n_test": 1377, "tuiml": { "score": 0.8974393379135871, "score_std": 0.018272191824479225, "fit_s": 4.3339, "predict_s": 0.1306, "mem_mb": 493.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8974462304720139, "score_std": 0.018265060345473462, "fit_s": 3.3045, "predict_s": 0.3355, "mem_mb": 387.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8973483644854889, "score_std": 0.01827578500192303, "fit_s": 124.645, "predict_s": 0.5061, "mem_mb": 319.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "physiochemical_protein", "rows": 45730, "features": 9, "n_train": 41157, "n_test": 4573, "tuiml": { "score": 0.41786737414521086, "score_std": 0.014891113973055757, "fit_s": 94.9006, "predict_s": 2.0645, "mem_mb": 504.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.4178726389955012, "score_std": 0.014880389483459521, "fit_s": 57.7803, "predict_s": 6.507, "mem_mb": 402.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.41787897580178784, "score_std": 0.014901093933639219, "fit_s": 2803.6831, "predict_s": 20.0726, "mem_mb": 352.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "superconductivity", "rows": 21263, "features": 81, "n_train": 19137, "n_test": 2126, "tuiml": { "score": 0.8377822554236141, "score_std": 0.009314714469567496, "fit_s": 51.2572, "predict_s": 1.5627, "mem_mb": 530.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8377856658695174, "score_std": 0.00931778232953601, "fit_s": 16.1992, "predict_s": 1.5253, "mem_mb": 425.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8377863858174974, "score_std": 0.009307662015686979, "fit_s": 871.0166, "predict_s": 9.5997, "mem_mb": 403.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "wine_quality", "rows": 6497, "features": 12, "n_train": 5848, "n_test": 649, "tuiml": { "score": 0.3999069271428985, "score_std": 0.029545955116113836, "fit_s": 1.9654, "predict_s": 0.0501, "mem_mb": 492.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.39990692491073615, "score_std": 0.029546011786594762, "fit_s": 1.2541, "predict_s": 0.1453, "mem_mb": 297.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.3993217631570086, "score_std": 0.02871483826505502, "fit_s": 19.0992, "predict_s": 0.1998, "mem_mb": 302.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } } ], "mlp_reg": [ { "dataset": "Another-Dataset-on-used-Fiat-500", "rows": 1538, "features": 7, "n_train": 1385, "n_test": 153, "tuiml": { "score": 0.8415391585778322, "score_std": 0.0355847441210321, "fit_s": 0.547, "predict_s": 0.0003, "mem_mb": 297.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8418231220303859, "score_std": 0.03468534674428205, "fit_s": 0.4386, "predict_s": 0.0004, "mem_mb": 181.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.841957616015107, "score_std": 0.035578820493381805, "fit_s": 7.9794, "predict_s": 0.0055, "mem_mb": 291.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Food_Delivery_Time", "rows": 45451, "features": 9, "n_train": 40906, "n_test": 4545, "tuiml": { "score": 0.19729966582790423, "score_std": 0.011207647952183616, "fit_s": 40.0572, "predict_s": 0.0135, "mem_mb": 572.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.24928376247205175, "score_std": 0.026697454013712967, "fit_s": 40.0707, "predict_s": 0.0121, "mem_mb": 270.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.27809555528486013, "score_std": 0.011320694905053276, "fit_s": 2598.3707, "predict_s": 0.362, "mem_mb": 404.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "QSAR-TID-11", "rows": 5742, "features": 1024, "n_train": 5168, "n_test": 574, "tuiml": { "score": 0.6304263216452127, "score_std": 0.053717903565159486, "fit_s": 18.1059, "predict_s": 0.006, "mem_mb": 689.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6657866319021942, "score_std": 0.04562461521656774, "fit_s": 51.8637, "predict_s": 0.007, "mem_mb": 566.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": null, "fit_s": null, "predict_s": null, "mem_mb": null, "status": "diverged", "n_folds": 0, "expected_folds": 10 } }, { "dataset": "QSAR_fish_toxicity", "rows": 907, "features": 6, "n_train": 817, "n_test": 90, "tuiml": { "score": 0.5702337778983252, "score_std": 0.068692749103299, "fit_s": 0.3439, "predict_s": 0.0002, "mem_mb": 293.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.570162546326972, "score_std": 0.07053457008343773, "fit_s": 0.3324, "predict_s": 0.0004, "mem_mb": 180.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.5804566267513983, "score_std": 0.06611727689012652, "fit_s": 3.2692, "predict_s": 0.003, "mem_mb": 291.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "airfoil_self_noise", "rows": 1503, "features": 5, "n_train": 1353, "n_test": 150, "tuiml": { "score": 0.49170871517932463, "score_std": 0.08434107589334816, "fit_s": 0.6315, "predict_s": 0.0003, "mem_mb": 298.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.49222722292754406, "score_std": 0.09159141408467807, "fit_s": 0.7462, "predict_s": 0.0007, "mem_mb": 182.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.70347886746719, "score_std": 0.051004922378807487, "fit_s": 20.4352, "predict_s": 0.0069, "mem_mb": 295.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "concrete_compressive_strength", "rows": 1030, "features": 8, "n_train": 927, "n_test": 103, "tuiml": { "score": 0.6067238060859125, "score_std": 0.03152031759994405, "fit_s": 0.3729, "predict_s": 0.0002, "mem_mb": 294.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6043619477081453, "score_std": 0.0305141392456373, "fit_s": 0.4718, "predict_s": 0.0003, "mem_mb": 181.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8194511730890676, "score_std": 0.0305496917598707, "fit_s": 4.6528, "predict_s": 0.0038, "mem_mb": 294.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "diamonds", "rows": 53940, "features": 9, "n_train": 48546, "n_test": 5394, "tuiml": { "score": 0.8716486297471351, "score_std": 0.0037543394016082503, "fit_s": 38.8, "predict_s": 0.0099, "mem_mb": 561.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9679427460351244, "score_std": 0.0021834599321574064, "fit_s": 25.5423, "predict_s": 0.0093, "mem_mb": 218.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9772624672861074, "score_std": 0.00209127489379437, "fit_s": 603.8295, "predict_s": 0.1192, "mem_mb": 404.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "healthcare_insurance_expenses", "rows": 1338, "features": 6, "n_train": 1205, "n_test": 133, "tuiml": { "score": 0.7287418799175976, "score_std": 0.06657799814243928, "fit_s": 0.4951, "predict_s": 0.0003, "mem_mb": 296.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7309472895814969, "score_std": 0.06682560949755638, "fit_s": 0.5308, "predict_s": 0.0004, "mem_mb": 181.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8226727635184989, "score_std": 0.06745498482023889, "fit_s": 6.1805, "predict_s": 0.0033, "mem_mb": 298.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "houses", "rows": 20640, "features": 8, "n_train": 18576, "n_test": 2064, "tuiml": { "score": 0.602718133220337, "score_std": 0.008425536229903276, "fit_s": 11.6027, "predict_s": 0.0036, "mem_mb": 384.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7133956520031606, "score_std": 0.01711849914912878, "fit_s": 11.8092, "predict_s": 0.0031, "mem_mb": 192.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.760970950404997, "score_std": 0.012491463134647095, "fit_s": 87.3103, "predict_s": 0.0253, "mem_mb": 307.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "miami_housing", "rows": 13776, "features": 15, "n_train": 12399, "n_test": 1377, "tuiml": { "score": 0.6759871739452047, "score_std": 0.019286144516651553, "fit_s": 6.9738, "predict_s": 0.0022, "mem_mb": 357.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8660758947153996, "score_std": 0.01578713179916404, "fit_s": 9.1028, "predict_s": 0.0023, "mem_mb": 193.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8904561018825999, "score_std": 0.010215840764175968, "fit_s": 91.4893, "predict_s": 0.0225, "mem_mb": 311.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "physiochemical_protein", "rows": 45730, "features": 9, "n_train": 41157, "n_test": 4573, "tuiml": { "score": 0.2322648438178225, "score_std": 0.00822802841944627, "fit_s": 24.5339, "predict_s": 0.0072, "mem_mb": 500.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.3565807559573478, "score_std": 0.0382889371151333, "fit_s": 23.0041, "predict_s": 0.0065, "mem_mb": 210.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.4289120910474485, "score_std": 0.01364677224519693, "fit_s": 203.2496, "predict_s": 0.0537, "mem_mb": 332.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "superconductivity", "rows": 21263, "features": 81, "n_train": 19137, "n_test": 2126, "tuiml": { "score": 0.6755324860302458, "score_std": 0.0076381013118823, "fit_s": 15.405, "predict_s": 0.005, "mem_mb": 436.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.824818198203827, "score_std": 0.008996601406372493, "fit_s": 19.7043, "predict_s": 0.0043, "mem_mb": 296.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8464506318928893, "score_std": 0.007097741341358129, "fit_s": 642.3548, "predict_s": 0.1154, "mem_mb": 403.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "wine_quality", "rows": 6497, "features": 12, "n_train": 5848, "n_test": 649, "tuiml": { "score": 0.29120593250168897, "score_std": 0.03186959343392245, "fit_s": 2.8849, "predict_s": 0.0009, "mem_mb": 320.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.2915862535503344, "score_std": 0.032075655598186266, "fit_s": 1.5989, "predict_s": 0.0011, "mem_mb": 185.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.35006992178204166, "score_std": 0.031639962567746795, "fit_s": 36.9712, "predict_s": 0.0123, "mem_mb": 300.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } } ], "linear_regression": [ { "dataset": "Another-Dataset-on-used-Fiat-500", "rows": 1538, "features": 7, "n_train": 1385, "n_test": 153, "tuiml": { "score": 0.8415061269519855, "score_std": 0.03633129773727233, "fit_s": 0.0011, "predict_s": 0.0, "mem_mb": 291.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8415061269519202, "score_std": 0.03633129773758342, "fit_s": 0.0011, "predict_s": 0.0001, "mem_mb": 181.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8415061269519879, "score_std": 0.03633129773726367, "fit_s": 0.0676, "predict_s": 0.0014, "mem_mb": 302.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Food_Delivery_Time", "rows": 45451, "features": 9, "n_train": 40906, "n_test": 4545, "tuiml": { "score": 0.20599512420525332, "score_std": 0.012317730489833218, "fit_s": 0.4204, "predict_s": 0.0022, "mem_mb": 538.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.20599512420525232, "score_std": 0.01231773048983591, "fit_s": 0.6833, "predict_s": 0.0023, "mem_mb": 309.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.20599512420523208, "score_std": 0.012317730489826042, "fit_s": 0.9858, "predict_s": 0.0221, "mem_mb": 457.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "QSAR-TID-11", "rows": 5742, "features": 1024, "n_train": 5168, "n_test": 574, "tuiml": { "score": 0.6150077204276874, "score_std": 0.04632342197514749, "fit_s": 0.9553, "predict_s": 0.0037, "mem_mb": 690.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6150077204254639, "score_std": 0.04632342197511847, "fit_s": 0.84, "predict_s": 0.0011, "mem_mb": 567.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6150077204276774, "score_std": 0.04632342197516053, "fit_s": 4.8224, "predict_s": 0.0056, "mem_mb": 677.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "QSAR_fish_toxicity", "rows": 907, "features": 6, "n_train": 817, "n_test": 90, "tuiml": { "score": 0.5632263923492968, "score_std": 0.07572631319092217, "fit_s": 0.0008, "predict_s": 0.0, "mem_mb": 289.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.5632263923490272, "score_std": 0.07572631319190232, "fit_s": 0.0022, "predict_s": 0.0002, "mem_mb": 180.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.5632263923492973, "score_std": 0.075726313190921, "fit_s": 0.0751, "predict_s": 0.0009, "mem_mb": 303.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "airfoil_self_noise", "rows": 1503, "features": 5, "n_train": 1353, "n_test": 150, "tuiml": { "score": 0.5222717492732118, "score_std": 0.0915272090463442, "fit_s": 0.0026, "predict_s": 0.0, "mem_mb": 293.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.5222717492706879, "score_std": 0.09152720906044008, "fit_s": 0.0023, "predict_s": 0.0002, "mem_mb": 183.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.5222717492824439, "score_std": 0.0915272090324104, "fit_s": 0.1112, "predict_s": 0.0012, "mem_mb": 302.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "concrete_compressive_strength", "rows": 1030, "features": 8, "n_train": 927, "n_test": 103, "tuiml": { "score": 0.6053923930159746, "score_std": 0.02978072843367496, "fit_s": 0.0008, "predict_s": 0.0, "mem_mb": 290.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6053923930155956, "score_std": 0.029780728434918646, "fit_s": 0.0011, "predict_s": 0.0001, "mem_mb": 181.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6053923930159743, "score_std": 0.02978072843367347, "fit_s": 0.0731, "predict_s": 0.001, "mem_mb": 302.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "diamonds", "rows": 53940, "features": 9, "n_train": 48546, "n_test": 5394, "tuiml": { "score": 0.9196182638055604, "score_std": 0.0029502801080807887, "fit_s": 0.0553, "predict_s": 0.0007, "mem_mb": 368.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9196182638055559, "score_std": 0.0029502801080902932, "fit_s": 0.0357, "predict_s": 0.0005, "mem_mb": 229.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9196182638055576, "score_std": 0.0029502801081076236, "fit_s": 0.4136, "predict_s": 0.0233, "mem_mb": 421.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "healthcare_insurance_expenses", "rows": 1338, "features": 6, "n_train": 1205, "n_test": 133, "tuiml": { "score": 0.7319689256678894, "score_std": 0.0672678125198685, "fit_s": 0.0011, "predict_s": 0.0, "mem_mb": 290.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7319689256677564, "score_std": 0.06726781252039177, "fit_s": 0.0014, "predict_s": 0.0001, "mem_mb": 182.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7319689256679902, "score_std": 0.06726781251944552, "fit_s": 0.0636, "predict_s": 0.0012, "mem_mb": 300.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "houses", "rows": 20640, "features": 8, "n_train": 18576, "n_test": 2064, "tuiml": { "score": 0.641689906991483, "score_std": 0.012594812362686869, "fit_s": 0.0066, "predict_s": 0.0001, "mem_mb": 301.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6416899069914652, "score_std": 0.012594812362753855, "fit_s": 0.0033, "predict_s": 0.0002, "mem_mb": 192.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.641689906991484, "score_std": 0.012594812362688631, "fit_s": 0.2289, "predict_s": 0.0105, "mem_mb": 310.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "miami_housing", "rows": 13776, "features": 15, "n_train": 12399, "n_test": 1377, "tuiml": { "score": 0.6952634536601786, "score_std": 0.019393888843922933, "fit_s": 0.0088, "predict_s": 0.0001, "mem_mb": 305.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6952634536601252, "score_std": 0.019393888843957496, "fit_s": 0.0049, "predict_s": 0.0002, "mem_mb": 193.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.695263453660179, "score_std": 0.019393888843923155, "fit_s": 0.2118, "predict_s": 0.0067, "mem_mb": 314.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "physiochemical_protein", "rows": 45730, "features": 9, "n_train": 41157, "n_test": 4573, "tuiml": { "score": 0.2815304638969311, "score_std": 0.010284907780272329, "fit_s": 0.0179, "predict_s": 0.0002, "mem_mb": 319.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.28153046389692454, "score_std": 0.010284907780393114, "fit_s": 0.0068, "predict_s": 0.0003, "mem_mb": 210.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.2815304638969333, "score_std": 0.010284907780272703, "fit_s": 0.3061, "predict_s": 0.0195, "mem_mb": 347.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "superconductivity", "rows": 21263, "features": 81, "n_train": 19137, "n_test": 2126, "tuiml": { "score": 0.735359638847201, "score_std": 0.009039868593008971, "fit_s": 0.0876, "predict_s": 0.0011, "mem_mb": 402.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7353596388455569, "score_std": 0.009039868598281684, "fit_s": 0.058, "predict_s": 0.0004, "mem_mb": 296.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7353596388470757, "score_std": 0.009039868592915794, "fit_s": 0.405, "predict_s": 0.011, "mem_mb": 404.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "wine_quality", "rows": 6497, "features": 12, "n_train": 5848, "n_test": 649, "tuiml": { "score": 0.2928236654656981, "score_std": 0.03169523564739483, "fit_s": 0.0034, "predict_s": 0.0001, "mem_mb": 295.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.2928236654656388, "score_std": 0.03169523564741607, "fit_s": 0.0023, "predict_s": 0.0001, "mem_mb": 185.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.2928236654657014, "score_std": 0.03169523564740288, "fit_s": 0.1564, "predict_s": 0.0046, "mem_mb": 308.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } } ], "knn_reg": [ { "dataset": "Another-Dataset-on-used-Fiat-500", "rows": 1538, "features": 7, "n_train": 1385, "n_test": 153, "tuiml": { "score": 0.8090565865332505, "score_std": 0.043051083160185646, "fit_s": 0.0, "predict_s": 0.0023, "mem_mb": 290.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8091293243956361, "score_std": 0.04302529085895368, "fit_s": 0.0014, "predict_s": 0.0026, "mem_mb": 181.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8106435758344629, "score_std": 0.04413454648481642, "fit_s": 0.0027, "predict_s": 0.0427, "mem_mb": 298.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Food_Delivery_Time", "rows": 45451, "features": 9, "n_train": 40906, "n_test": 4545, "tuiml": { "score": 0.15145233367278257, "score_std": 0.012961892287761836, "fit_s": 0.0, "predict_s": 21.202, "mem_mb": 384.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.15125310053226798, "score_std": 0.012712628272375032, "fit_s": 0.0033, "predict_s": 1.9436, "mem_mb": 270.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.15389357860730538, "score_std": 0.012825669729152965, "fit_s": 0.0374, "predict_s": 4.2348, "mem_mb": 373.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "QSAR-TID-11", "rows": 5742, "features": 1024, "n_train": 5168, "n_test": 574, "tuiml": { "score": 0.6482148797818471, "score_std": 0.05350601047614026, "fit_s": 0.01, "predict_s": 3.1248, "mem_mb": 689.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6482666895708427, "score_std": 0.053448639407702156, "fit_s": 0.0239, "predict_s": 0.2268, "mem_mb": 567.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6408003169429657, "score_std": 0.05668107528277708, "fit_s": 0.0149, "predict_s": 5.7957, "mem_mb": 675.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "QSAR_fish_toxicity", "rows": 907, "features": 6, "n_train": 817, "n_test": 90, "tuiml": { "score": 0.6139492901501701, "score_std": 0.07794035682935338, "fit_s": 0.0, "predict_s": 0.0008, "mem_mb": 290.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6145385630611484, "score_std": 0.07852756278104198, "fit_s": 0.0009, "predict_s": 0.0013, "mem_mb": 180.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6149860737453302, "score_std": 0.08011061618608828, "fit_s": 0.0062, "predict_s": 0.0335, "mem_mb": 297.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "airfoil_self_noise", "rows": 1503, "features": 5, "n_train": 1353, "n_test": 150, "tuiml": { "score": 0.7932626378956579, "score_std": 0.03409254012176758, "fit_s": 0.0, "predict_s": 0.006, "mem_mb": 290.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7948055521581636, "score_std": 0.03252750192489838, "fit_s": 0.0005, "predict_s": 0.019, "mem_mb": 181.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7957441596802874, "score_std": 0.03306752374494372, "fit_s": 0.0024, "predict_s": 0.0406, "mem_mb": 297.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "concrete_compressive_strength", "rows": 1030, "features": 8, "n_train": 927, "n_test": 103, "tuiml": { "score": 0.7252601143198786, "score_std": 0.04464556687384619, "fit_s": 0.0, "predict_s": 0.0011, "mem_mb": 289.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7259422169899173, "score_std": 0.04464843706220465, "fit_s": 0.001, "predict_s": 0.0014, "mem_mb": 180.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7251417395558354, "score_std": 0.04672806423355918, "fit_s": 0.008, "predict_s": 0.0425, "mem_mb": 297.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "diamonds", "rows": 53940, "features": 9, "n_train": 48546, "n_test": 5394, "tuiml": { "score": 0.9631874069309763, "score_std": 0.002338180730880293, "fit_s": 0.0, "predict_s": 5.921, "mem_mb": 328.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9631877323240153, "score_std": 0.0023383169843731316, "fit_s": 0.0019, "predict_s": 1.3498, "mem_mb": 218.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9615460205567121, "score_std": 0.002216824477845949, "fit_s": 0.0402, "predict_s": 7.0117, "mem_mb": 392.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "healthcare_insurance_expenses", "rows": 1338, "features": 6, "n_train": 1205, "n_test": 133, "tuiml": { "score": 0.755115944971202, "score_std": 0.0499870567699277, "fit_s": 0.0, "predict_s": 0.0021, "mem_mb": 290.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7551480599377058, "score_std": 0.050026470663698454, "fit_s": 0.0016, "predict_s": 0.0021, "mem_mb": 180.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7157826435905199, "score_std": 0.052719934527468704, "fit_s": 0.0022, "predict_s": 0.0352, "mem_mb": 299.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "houses", "rows": 20640, "features": 8, "n_train": 18576, "n_test": 2064, "tuiml": { "score": 0.7452423456222497, "score_std": 0.013066402410315325, "fit_s": 0.0002, "predict_s": 0.312, "mem_mb": 301.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7452423456222497, "score_std": 0.013066402410315325, "fit_s": 0.0214, "predict_s": 0.0476, "mem_mb": 192.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7452423456222497, "score_std": 0.013066402410315325, "fit_s": 0.0303, "predict_s": 1.0356, "mem_mb": 306.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "miami_housing", "rows": 13776, "features": 15, "n_train": 12399, "n_test": 1377, "tuiml": { "score": 0.8750369351256841, "score_std": 0.017546445515574195, "fit_s": 0.0, "predict_s": 0.2385, "mem_mb": 302.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8750369351256841, "score_std": 0.017546445515574195, "fit_s": 0.0005, "predict_s": 0.0929, "mem_mb": 193.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8749377202381904, "score_std": 0.017442078747575106, "fit_s": 0.0147, "predict_s": 0.7303, "mem_mb": 309.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "physiochemical_protein", "rows": 45730, "features": 9, "n_train": 41157, "n_test": 4573, "tuiml": { "score": 0.6162673438662214, "score_std": 0.01173356867742536, "fit_s": 0.0003, "predict_s": 1.735, "mem_mb": 319.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6162938257742379, "score_std": 0.011736924143181756, "fit_s": 0.0561, "predict_s": 0.1512, "mem_mb": 210.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6153602610000009, "score_std": 0.011619801109053906, "fit_s": 0.0474, "predict_s": 4.2793, "mem_mb": 336.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "superconductivity", "rows": 21263, "features": 81, "n_train": 19137, "n_test": 2126, "tuiml": { "score": 0.9050656998808975, "score_std": 0.00785625018118982, "fit_s": 0.0025, "predict_s": 2.7603, "mem_mb": 402.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9051590680839221, "score_std": 0.007856961617123783, "fit_s": 0.0048, "predict_s": 0.3337, "mem_mb": 296.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9041691861803477, "score_std": 0.00825188497517645, "fit_s": 0.0308, "predict_s": 2.2113, "mem_mb": 404.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "wine_quality", "rows": 6497, "features": 12, "n_train": 5848, "n_test": 649, "tuiml": { "score": 0.3693864913740434, "score_std": 0.03550625108366675, "fit_s": 0.0, "predict_s": 0.0463, "mem_mb": 293.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.3693864913740434, "score_std": 0.03550625108366675, "fit_s": 0.0078, "predict_s": 0.0322, "mem_mb": 185.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.35845460301676124, "score_std": 0.03533180256464863, "fit_s": 0.0075, "predict_s": 0.2314, "mem_mb": 304.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } } ], "decision_tree_reg": [ { "dataset": "Another-Dataset-on-used-Fiat-500", "rows": 1538, "features": 7, "n_train": 1385, "n_test": 153, "tuiml": { "score": 0.7432800770227815, "score_std": 0.08167392098861607, "fit_s": 0.0165, "predict_s": 0.0018, "mem_mb": 291.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7473174234490495, "score_std": 0.08170492190064926, "fit_s": 0.0072, "predict_s": 0.0002, "mem_mb": 182.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.752713262610376, "score_std": 0.07669553379877582, "fit_s": 0.0716, "predict_s": 0.0013, "mem_mb": 300.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Food_Delivery_Time", "rows": 45451, "features": 9, "n_train": 40906, "n_test": 4545, "tuiml": { "score": -0.2655000756343252, "score_std": 0.036874676240174264, "fit_s": 2.555, "predict_s": 0.1011, "mem_mb": 411.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": -0.268146634371458, "score_std": 0.038665458636235404, "fit_s": 0.7988, "predict_s": 0.0045, "mem_mb": 270.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": -0.2686002368983485, "score_std": 0.0168354819653885, "fit_s": 1.2187, "predict_s": 0.0234, "mem_mb": 849.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "QSAR-TID-11", "rows": 5742, "features": 1024, "n_train": 5168, "n_test": 574, "tuiml": { "score": 0.5169840002801037, "score_std": 0.07548329402797352, "fit_s": 5.9361, "predict_s": 0.0149, "mem_mb": 689.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.531928882122366, "score_std": 0.0713552372006993, "fit_s": 0.986, "predict_s": 0.0019, "mem_mb": 565.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.5238851304834153, "score_std": 0.08476202568474003, "fit_s": 8.9371, "predict_s": 0.007, "mem_mb": 1139.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "QSAR_fish_toxicity", "rows": 907, "features": 6, "n_train": 817, "n_test": 90, "tuiml": { "score": 0.29235099403408854, "score_std": 0.13368067572810466, "fit_s": 0.0101, "predict_s": 0.001, "mem_mb": 290.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.2749318967870238, "score_std": 0.13661159079058663, "fit_s": 0.0049, "predict_s": 0.0003, "mem_mb": 181.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.2644907646806725, "score_std": 0.15198216081771654, "fit_s": 0.0568, "predict_s": 0.0008, "mem_mb": 297.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "airfoil_self_noise", "rows": 1503, "features": 5, "n_train": 1353, "n_test": 150, "tuiml": { "score": 0.8708666532883014, "score_std": 0.029790456781397797, "fit_s": 0.0214, "predict_s": 0.0016, "mem_mb": 291.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.870816464759839, "score_std": 0.03179278440172782, "fit_s": 0.0059, "predict_s": 0.0004, "mem_mb": 183.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8826684243761662, "score_std": 0.031236973876471848, "fit_s": 0.0462, "predict_s": 0.001, "mem_mb": 301.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "concrete_compressive_strength", "rows": 1030, "features": 8, "n_train": 927, "n_test": 103, "tuiml": { "score": 0.8641502950760381, "score_std": 0.04276567849513029, "fit_s": 0.013, "predict_s": 0.001, "mem_mb": 290.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8630599476580858, "score_std": 0.03140906515976742, "fit_s": 0.0057, "predict_s": 0.0002, "mem_mb": 181.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8689511498990328, "score_std": 0.03588215368262761, "fit_s": 0.0646, "predict_s": 0.001, "mem_mb": 297.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "diamonds", "rows": 53940, "features": 9, "n_train": 48546, "n_test": 5394, "tuiml": { "score": 0.9660689454490704, "score_std": 0.002659032327096383, "fit_s": 1.185, "predict_s": 0.0932, "mem_mb": 367.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9661610011092051, "score_std": 0.0028836750457444955, "fit_s": 0.4254, "predict_s": 0.0045, "mem_mb": 222.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9663632244468523, "score_std": 0.0015054199311992323, "fit_s": 1.0872, "predict_s": 0.0241, "mem_mb": 832.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "healthcare_insurance_expenses", "rows": 1338, "features": 6, "n_train": 1205, "n_test": 133, "tuiml": { "score": 0.7104269419538454, "score_std": 0.07335115476325023, "fit_s": 0.0164, "predict_s": 0.0014, "mem_mb": 291.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7022807591873016, "score_std": 0.06853197234095679, "fit_s": 0.0057, "predict_s": 0.0003, "mem_mb": 181.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7020465879256265, "score_std": 0.08505191509397612, "fit_s": 0.049, "predict_s": 0.001, "mem_mb": 301.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "houses", "rows": 20640, "features": 8, "n_train": 18576, "n_test": 2064, "tuiml": { "score": 0.68601822090061, "score_std": 0.022154193958800448, "fit_s": 0.3517, "predict_s": 0.0326, "mem_mb": 317.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6874654294324934, "score_std": 0.020758910995557274, "fit_s": 0.2099, "predict_s": 0.0015, "mem_mb": 194.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6841299142688966, "score_std": 0.02925289935686803, "fit_s": 0.4902, "predict_s": 0.0115, "mem_mb": 478.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "miami_housing", "rows": 13776, "features": 15, "n_train": 12399, "n_test": 1377, "tuiml": { "score": 0.8202697862329704, "score_std": 0.02382606281123069, "fit_s": 0.3179, "predict_s": 0.0223, "mem_mb": 309.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8228389816759982, "score_std": 0.027420700887153315, "fit_s": 0.2511, "predict_s": 0.0009, "mem_mb": 193.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8163213093453747, "score_std": 0.029684700595778175, "fit_s": 0.5472, "predict_s": 0.0087, "mem_mb": 536.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "physiochemical_protein", "rows": 45730, "features": 9, "n_train": 41157, "n_test": 4573, "tuiml": { "score": 0.35391194788382324, "score_std": 0.01837521068132809, "fit_s": 1.0682, "predict_s": 0.0828, "mem_mb": 349.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.35506713675852436, "score_std": 0.021921366999314986, "fit_s": 0.726, "predict_s": 0.0038, "mem_mb": 211.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.3565998522605232, "score_std": 0.024631598720134325, "fit_s": 1.1405, "predict_s": 0.0428, "mem_mb": 827.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "superconductivity", "rows": 21263, "features": 81, "n_train": 19137, "n_test": 2126, "tuiml": { "score": 0.8821081136037816, "score_std": 0.007105954444873106, "fit_s": 1.7132, "predict_s": 0.0359, "mem_mb": 401.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8844255361168846, "score_std": 0.007120979825450058, "fit_s": 1.5368, "predict_s": 0.0021, "mem_mb": 296.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8837575546393148, "score_std": 0.007826684657689762, "fit_s": 2.3887, "predict_s": 0.0121, "mem_mb": 914.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "wine_quality", "rows": 6497, "features": 12, "n_train": 5848, "n_test": 649, "tuiml": { "score": 0.12389649916540538, "score_std": 0.06731254616378658, "fit_s": 0.0763, "predict_s": 0.0086, "mem_mb": 296.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.12722015042665413, "score_std": 0.04734042168611426, "fit_s": 0.0521, "predict_s": 0.0003, "mem_mb": 185.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.12808585501928216, "score_std": 0.06711162054907731, "fit_s": 0.2288, "predict_s": 0.0039, "mem_mb": 329.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } } ] }, "timing": [ { "key": "random_forest", "label": "Random Forest", "task": "classification", "tuiml": { "train_per1k": 1.00821, "infer_per1k": 0.02858 }, "sklearn": { "train_per1k": 0.18586, "infer_per1k": 0.03908 }, "weka": { "train_per1k": 0.28931, "infer_per1k": 0.0917 } }, { "key": "svm", "label": "SVM", "task": "classification", "tuiml": { "train_per1k": 0.29277, "infer_per1k": 0.15828 }, "sklearn": { "train_per1k": 0.16301, "infer_per1k": 0.21638 }, "weka": { "train_per1k": 2.09496, "infer_per1k": 0.2643 } }, { "key": "mlp", "label": "Neural Network (MLP)", "task": "classification", "tuiml": { "train_per1k": 0.77207, "infer_per1k": 0.00264 }, "sklearn": { "train_per1k": 0.85065, "infer_per1k": 0.00358 }, "weka": { "train_per1k": 24.54248, "infer_per1k": 0.05765 } }, { "key": "logistic", "label": "Logistic Regression", "task": "classification", "tuiml": { "train_per1k": 0.00254, "infer_per1k": 0.0004 }, "sklearn": { "train_per1k": 0.00938, "infer_per1k": 0.00087 }, "weka": { "train_per1k": 0.1206, "infer_per1k": 0.01194 } }, { "key": "knn", "label": "K-Nearest Neighbors", "task": "classification", "tuiml": { "train_per1k": 5e-05, "infer_per1k": 0.42029 }, "sklearn": { "train_per1k": 0.00045, "infer_per1k": 0.11095 }, "weka": { "train_per1k": 0.00135, "infer_per1k": 0.62921 } }, { "key": "decision_tree", "label": "Decision Tree", "task": "classification", "tuiml": { "train_per1k": 0.02961, "infer_per1k": 0.0097 }, "sklearn": { "train_per1k": 0.01429, "infer_per1k": 0.00098 }, "weka": { "train_per1k": 0.06657, "infer_per1k": 0.0105 } }, { "key": "naive_bayes", "label": "Naive Bayes", "task": "classification", "tuiml": { "train_per1k": 0.00062, "infer_per1k": 0.00124 }, "sklearn": { "train_per1k": 0.00176, "infer_per1k": 0.00132 }, "weka": { "train_per1k": 0.00336, "infer_per1k": 0.01733 } }, { "key": "random_forest_reg", "label": "Random Forest", "task": "regression", "tuiml": { "train_per1k": 1.3897, "infer_per1k": 0.03083 }, "sklearn": { "train_per1k": 0.2293, "infer_per1k": 0.07514 }, "weka": { "train_per1k": 0.4055, "infer_per1k": 0.12812 } }, { "key": "svm_reg", "label": "SVR", "task": "regression", "tuiml": { "train_per1k": 0.34954, "infer_per1k": 0.09484 }, "sklearn": { "train_per1k": 0.26651, "infer_per1k": 0.24365 }, "weka": { "train_per1k": 6.65938, "infer_per1k": 0.3377 } }, { "key": "mlp_reg", "label": "Neural Network (MLP)", "task": "regression", "tuiml": { "train_per1k": 0.56245, "infer_per1k": 0.00196 }, "sklearn": { "train_per1k": 0.55152, "infer_per1k": 0.00261 }, "weka": { "train_per1k": 6.04166, "infer_per1k": 0.02907 } }, { "key": "linear_regression", "label": "Linear Regression", "task": "regression", "tuiml": { "train_per1k": 0.00091, "infer_per1k": 5e-05 }, "sklearn": { "train_per1k": 0.00116, "infer_per1k": 0.00051 }, "weka": { "train_per1k": 0.02674, "infer_per1k": 0.00709 } }, { "key": "knn_reg", "label": "K-Nearest Neighbors", "task": "regression", "tuiml": { "train_per1k": 0.0, "infer_per1k": 0.15116 }, "sklearn": { "train_per1k": 0.00108, "infer_per1k": 0.04961 }, "weka": { "train_per1k": 0.00163, "infer_per1k": 0.50174 } }, { "key": "decision_tree_reg", "label": "Decision Tree", "task": "regression", "tuiml": { "train_per1k": 0.01893, "infer_per1k": 0.01579 }, "sklearn": { "train_per1k": 0.00891, "infer_per1k": 0.00099 }, "weka": { "train_per1k": 0.04066, "infer_per1k": 0.00667 } } ] }