{ "meta": { "frameworks": [ "tuiml", "sklearn", "weka" ], "framework_labels": { "tuiml": "TuiML", "sklearn": "scikit-learn", "weka": "Weka" }, "framework_colors": { "tuiml": "#f97316", "sklearn": "#3b82f6", "weka": "#a855f7" }, "n_datasets": 51, "n_classification": 38, "n_regression": 13, "n_experiments": 10320, "n_folds": 10, "config": "defaults", "config_label": "Library defaults (out-of-the-box settings)", "protocol": "stratified 10-fold cross-validation for classification and shuffled 10-fold cross-validation for regression (seed 42); preprocessing fit on each training fold", "suite": "TabArena-v0.1 (OpenML study 457)" }, "algorithms": [ { "key": "random_forest", "label": "Random Forest", "task": "classification", "score_label": "Accuracy" }, { "key": "svm", "label": "SVM", "task": "classification", "score_label": "Accuracy" }, { "key": "mlp", "label": "Neural Network (MLP)", "task": "classification", "score_label": "Accuracy" }, { "key": "logistic", "label": "Logistic Regression", "task": "classification", "score_label": "Accuracy" }, { "key": "knn", "label": "K-Nearest Neighbors", "task": "classification", "score_label": "Accuracy" }, { "key": "decision_tree", "label": "Decision Tree", "task": "classification", "score_label": "Accuracy" }, { "key": "naive_bayes", "label": "Naive Bayes", "task": "classification", "score_label": "Accuracy" }, { "key": "random_forest_reg", "label": "Random Forest", "task": "regression", "score_label": "R\u00b2" }, { "key": "svm_reg", "label": "SVR", "task": "regression", "score_label": "R\u00b2" }, { "key": "mlp_reg", "label": "Neural Network (MLP)", "task": "regression", "score_label": "R\u00b2" }, { "key": "linear_regression", "label": "Linear Regression", "task": "regression", "score_label": "R\u00b2" }, { "key": "knn_reg", "label": "K-Nearest Neighbors", "task": "regression", "score_label": "R\u00b2" }, { "key": "decision_tree_reg", "label": "Decision Tree", "task": "regression", "score_label": "R\u00b2" } ], "datasets_meta": { "APSFailure": { "rows": 76000, "features": 170, "task": "classification", "bucket": "binary" }, "Amazon_employee_access": { "rows": 32769, "features": 9, "task": "classification", "bucket": "binary" }, "Bank_Customer_Churn": { "rows": 10000, "features": 10, "task": "classification", "bucket": "binary" }, "Bioresponse": { "rows": 3751, "features": 1776, "task": "classification", "bucket": "binary" }, "Diabetes130US": { "rows": 71518, "features": 47, "task": "classification", "bucket": "binary" }, "E-CommereShippingData": { "rows": 10999, "features": 10, "task": "classification", "bucket": "binary" }, "Fitness_Club": { "rows": 1500, "features": 6, "task": "classification", "bucket": "binary" }, "GiveMeSomeCredit": { "rows": 150000, "features": 10, "task": "classification", "bucket": "binary" }, "HR_Analytics_Job_Change_of_Data_Scientists": { "rows": 19158, "features": 12, "task": "classification", "bucket": "binary" }, "Is-this-a-good-customer": { "rows": 1723, "features": 13, "task": "classification", "bucket": "binary" }, "Marketing_Campaign": { "rows": 2240, "features": 25, "task": "classification", "bucket": "binary" }, "NATICUSdroid": { "rows": 7491, "features": 86, "task": "classification", "bucket": "binary" }, "bank-marketing": { "rows": 45211, "features": 13, "task": "classification", "bucket": "binary" }, "blood-transfusion-service-center": { "rows": 748, "features": 4, "task": "classification", "bucket": "binary" }, "churn": { "rows": 5000, "features": 19, "task": "classification", "bucket": "binary" }, "coil2000_insurance_policies": { "rows": 9822, "features": 85, "task": "classification", "bucket": "binary" }, "credit-g": { "rows": 1000, "features": 20, "task": "classification", "bucket": "binary" }, "credit_card_clients_default": { "rows": 30000, "features": 23, "task": "classification", "bucket": "binary" }, "customer_satisfaction_in_airline": { "rows": 129880, "features": 21, "task": "classification", "bucket": "binary" }, "diabetes": { "rows": 768, "features": 8, "task": "classification", "bucket": "binary" }, "hazelnut-spread-contaminant-detection": { "rows": 2400, "features": 30, "task": "classification", "bucket": "binary" }, "heloc": { "rows": 10459, "features": 23, "task": "classification", "bucket": "binary" }, "in_vehicle_coupon_recommendation": { "rows": 12684, "features": 24, "task": "classification", "bucket": "binary" }, "jm1": { "rows": 10885, "features": 21, "task": "classification", "bucket": "binary" }, "kddcup09_appetency": { "rows": 50000, "features": 212, "task": "classification", "bucket": "binary" }, "online_shoppers_intention": { "rows": 12330, "features": 17, "task": "classification", "bucket": "binary" }, "polish_companies_bankruptcy": { "rows": 5910, "features": 64, "task": "classification", "bucket": "binary" }, "qsar-biodeg": { "rows": 1054, "features": 41, "task": "classification", "bucket": "binary" }, "seismic-bumps": { "rows": 2584, "features": 15, "task": "classification", "bucket": "binary" }, "taiwanese_bankruptcy_prediction": { "rows": 6819, "features": 94, "task": "classification", "bucket": "binary" }, "MIC": { "rows": 1699, "features": 111, "task": "classification", "bucket": "multiclass" }, "SDSS17": { "rows": 78053, "features": 11, "task": "classification", "bucket": "multiclass" }, "anneal": { "rows": 898, "features": 38, "task": "classification", "bucket": "multiclass" }, "hiva_agnostic": { "rows": 3845, "features": 1617, "task": "classification", "bucket": "multiclass" }, "maternal_health_risk": { "rows": 1014, "features": 6, "task": "classification", "bucket": "multiclass" }, "splice": { "rows": 3190, "features": 60, "task": "classification", "bucket": "multiclass" }, "students_dropout_and_academic_success": { "rows": 4424, "features": 36, "task": "classification", "bucket": "multiclass" }, "website_phishing": { "rows": 1353, "features": 9, "task": "classification", "bucket": "multiclass" }, "Another-Dataset-on-used-Fiat-500": { "rows": 1538, "features": 7, "task": "regression", "bucket": "regression" }, "Food_Delivery_Time": { "rows": 45451, "features": 9, "task": "regression", "bucket": "regression" }, "QSAR-TID-11": { "rows": 5742, "features": 1024, "task": "regression", "bucket": "regression" }, "QSAR_fish_toxicity": { "rows": 907, "features": 6, "task": "regression", "bucket": "regression" }, "airfoil_self_noise": { "rows": 1503, "features": 5, "task": "regression", "bucket": "regression" }, "concrete_compressive_strength": { "rows": 1030, "features": 8, "task": "regression", "bucket": "regression" }, "diamonds": { "rows": 53940, "features": 9, "task": "regression", "bucket": "regression" }, "healthcare_insurance_expenses": { "rows": 1338, "features": 6, "task": "regression", "bucket": "regression" }, "houses": { "rows": 20640, "features": 8, "task": "regression", "bucket": "regression" }, "miami_housing": { "rows": 13776, "features": 15, "task": "regression", "bucket": "regression" }, "physiochemical_protein": { "rows": 45730, "features": 9, "task": "regression", "bucket": "regression" }, "superconductivity": { "rows": 21263, "features": 81, "task": "regression", "bucket": "regression" }, "wine_quality": { "rows": 6497, "features": 12, "task": "regression", "bucket": "regression" } }, "data": { "random_forest": [ { "dataset": "APSFailure", "rows": 76000, "features": 170, "n_train": 68400, "n_test": 7600, "tuiml": { "score": 0.9940789473684211, "score_std": 0.0008683767488255885, "fit_s": 314.8512, "predict_s": 0.3279, "mem_mb": 2054.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9940921052631579, "score_std": 0.0007350908596005344, "fit_s": 96.3585, "predict_s": 0.0794, "mem_mb": 982.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9937631578947368, "score_std": 0.0006020126293604952, "fit_s": 59.5769, "predict_s": 0.1738, "mem_mb": 1239.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Amazon_employee_access", "rows": 32769, "features": 9, "n_train": 29493, "n_test": 3276, "tuiml": { "score": 0.9422625055749865, "score_std": 0.0007583352732363266, "fit_s": 681.9922, "predict_s": 0.3131, "mem_mb": 1974.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9459550282559133, "score_std": 0.0023828855543655343, "fit_s": 30.7007, "predict_s": 0.2468, "mem_mb": 616.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9457719432772835, "score_std": 0.003161178911817841, "fit_s": 4.8769, "predict_s": 0.139, "mem_mb": 1355.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Bank_Customer_Churn", "rows": 10000, "features": 10, "n_train": 9000, "n_test": 1000, "tuiml": { "score": 0.8634999999999999, "score_std": 0.006932211447695146, "fit_s": 4.4709, "predict_s": 0.0139, "mem_mb": 416.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8623, "score_std": 0.00629020402424808, "fit_s": 1.112, "predict_s": 0.0371, "mem_mb": 209.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8606, "score_std": 0.00763326055278259, "fit_s": 2.0311, "predict_s": 0.0922, "mem_mb": 816.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Bioresponse", "rows": 3751, "features": 1776, "n_train": 3376, "n_test": 375, "tuiml": { "score": 0.8000560283687943, "score_std": 0.018482881057213702, "fit_s": 20.0777, "predict_s": 0.0853, "mem_mb": 2274.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8032539007092199, "score_std": 0.01716148218479139, "fit_s": 2.4279, "predict_s": 0.0207, "mem_mb": 631.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8019234042553192, "score_std": 0.017229666302365138, "fit_s": 6.4982, "predict_s": 0.0577, "mem_mb": 1185.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Diabetes130US", "rows": 71518, "features": 47, "n_train": 64367, "n_test": 7151, "tuiml": { "score": 0.9120920612470463, "score_std": 0.00011456404382531604, "fit_s": 542.9266, "predict_s": 0.7124, "mem_mb": 2572.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9120920612470463, "score_std": 0.00014769486635684697, "fit_s": 36.8192, "predict_s": 0.6793, "mem_mb": 867.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9120640970412298, "score_std": 0.00016656301692782746, "fit_s": 11.4203, "predict_s": 0.3355, "mem_mb": 1694.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "E-CommereShippingData", "rows": 10999, "features": 10, "n_train": 9900, "n_test": 1099, "tuiml": { "score": 0.6580593928364629, "score_std": 0.011792534796767062, "fit_s": 7.5613, "predict_s": 0.02, "mem_mb": 536.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6631513772851352, "score_std": 0.011895345072968574, "fit_s": 1.1046, "predict_s": 0.045, "mem_mb": 226.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.655423360079411, "score_std": 0.009915778263106693, "fit_s": 2.1365, "predict_s": 0.0892, "mem_mb": 822.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Fitness_Club", "rows": 1500, "features": 6, "n_train": 1350, "n_test": 150, "tuiml": { "score": 0.7673333333333333, "score_std": 0.0413894481692265, "fit_s": 0.7757, "predict_s": 0.0047, "mem_mb": 305.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.756, "score_std": 0.03314018112410177, "fit_s": 0.2258, "predict_s": 0.0106, "mem_mb": 190.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.75, "score_std": 0.027261875880856226, "fit_s": 0.3227, "predict_s": 0.0284, "mem_mb": 369.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "GiveMeSomeCredit", "rows": 150000, "features": 10, "n_train": 135000, "n_test": 15000, "tuiml": { "score": 0.9361, "score_std": 0.0011696786516595566, "fit_s": 67.0336, "predict_s": 0.28, "mem_mb": 2314.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9353533333333334, "score_std": 0.0012574911334149825, "fit_s": 28.0961, "predict_s": 0.3382, "mem_mb": 372.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9355066666666667, "score_std": 0.0008928799291624964, "fit_s": 63.8146, "predict_s": 0.652, "mem_mb": 1098.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "HR_Analytics_Job_Change_of_Data_Scientists", "rows": 19158, "features": 12, "n_train": 17243, "n_test": 1915, "tuiml": { "score": 0.7773776416271932, "score_std": 0.006490157878389254, "fit_s": 25.5966, "predict_s": 0.0452, "mem_mb": 2296.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7619272636094562, "score_std": 0.010623579940078016, "fit_s": 3.0555, "predict_s": 0.088, "mem_mb": 307.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7602567359108674, "score_std": 0.007786842006007184, "fit_s": 2.6227, "predict_s": 0.1273, "mem_mb": 987.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Is-this-a-good-customer", "rows": 1723, "features": 13, "n_train": 1551, "n_test": 172, "tuiml": { "score": 0.8850853609356096, "score_std": 0.0036081313624600018, "fit_s": 1.0262, "predict_s": 0.0054, "mem_mb": 332.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8815969888425864, "score_std": 0.009215784629495731, "fit_s": 0.2534, "predict_s": 0.0102, "mem_mb": 188.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8827631402070171, "score_std": 0.013619629247414982, "fit_s": 0.316, "predict_s": 0.0285, "mem_mb": 372.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "MIC", "rows": 1699, "features": 111, "n_train": 1530, "n_test": 169, "tuiml": { "score": 0.8634493560737905, "score_std": 0.010294067546951075, "fit_s": 2.6232, "predict_s": 0.0072, "mem_mb": 545.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8634458753915768, "score_std": 0.007805145622765634, "fit_s": 0.3159, "predict_s": 0.0096, "mem_mb": 196.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8563835711799512, "score_std": 0.008455780785172513, "fit_s": 0.4608, "predict_s": 0.0319, "mem_mb": 509.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Marketing_Campaign", "rows": 2240, "features": 25, "n_train": 2016, "n_test": 224, "tuiml": { "score": 0.8816964285714286, "score_std": 0.013184557400795627, "fit_s": 2.3382, "predict_s": 0.0065, "mem_mb": 476.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.878125, "score_std": 0.016171699984401378, "fit_s": 0.359, "predict_s": 0.0108, "mem_mb": 192.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8803571428571428, "score_std": 0.016940773179473467, "fit_s": 0.5802, "predict_s": 0.0327, "mem_mb": 488.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "NATICUSdroid", "rows": 7491, "features": 86, "n_train": 6742, "n_test": 749, "tuiml": { "score": 0.9409988429016466, "score_std": 0.011458087720675848, "fit_s": 7.7653, "predict_s": 0.0129, "mem_mb": 1144.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9289854917668001, "score_std": 0.012532287696706843, "fit_s": 0.7377, "predict_s": 0.0219, "mem_mb": 218.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9307211392968402, "score_std": 0.013469472405671154, "fit_s": 1.4384, "predict_s": 0.0654, "mem_mb": 831.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "SDSS17", "rows": 78053, "features": 11, "n_train": 70248, "n_test": 7805, "tuiml": { "score": 0.9703663109718818, "score_std": 0.001911478625666376, "fit_s": 162.2479, "predict_s": 0.1538, "mem_mb": 2019.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9737230284757713, "score_std": 0.0018206346471875737, "fit_s": 19.054, "predict_s": 0.193, "mem_mb": 461.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9782327643300058, "score_std": 0.0017609184529043483, "fit_s": 27.7643, "predict_s": 0.2983, "mem_mb": 960.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "anneal", "rows": 898, "features": 38, "n_train": 809, "n_test": 89, "tuiml": { "score": 0.9944444444444445, "score_std": 0.00785674201318386, "fit_s": 0.4233, "predict_s": 0.0026, "mem_mb": 317.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9966666666666667, "score_std": 0.005367176572662736, "fit_s": 0.1389, "predict_s": 0.0075, "mem_mb": 186.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9966666666666667, "score_std": 0.005367176572662736, "fit_s": 0.2032, "predict_s": 0.0191, "mem_mb": 317.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "bank-marketing", "rows": 45211, "features": 13, "n_train": 40690, "n_test": 4521, "tuiml": { "score": 0.8918404710398111, "score_std": 0.001773265870721029, "fit_s": 23.2447, "predict_s": 0.0764, "mem_mb": 1779.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8835459780251989, "score_std": 0.00326529296391328, "fit_s": 4.7371, "predict_s": 0.1388, "mem_mb": 327.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8834796895044121, "score_std": 0.002748193220439365, "fit_s": 6.8154, "predict_s": 0.2394, "mem_mb": 969.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "blood-transfusion-service-center", "rows": 748, "features": 4, "n_train": 674, "n_test": 74, "tuiml": { "score": 0.7433153153153154, "score_std": 0.04024366441439536, "fit_s": 0.3692, "predict_s": 0.003, "mem_mb": 295.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7325765765765766, "score_std": 0.05381715186987262, "fit_s": 0.1434, "predict_s": 0.008, "mem_mb": 185.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7299279279279279, "score_std": 0.04460456911128749, "fit_s": 0.2575, "predict_s": 0.0179, "mem_mb": 331.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "churn", "rows": 5000, "features": 19, "n_train": 4500, "n_test": 500, "tuiml": { "score": 0.9516, "score_std": 0.00847479924377105, "fit_s": 4.8091, "predict_s": 0.0121, "mem_mb": 515.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9521999999999999, "score_std": 0.008024961059095559, "fit_s": 0.8505, "predict_s": 0.0152, "mem_mb": 195.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9234, "score_std": 0.009477458637325832, "fit_s": 1.093, "predict_s": 0.0459, "mem_mb": 636.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "coil2000_insurance_policies", "rows": 9822, "features": 85, "n_train": 8840, "n_test": 982, "tuiml": { "score": 0.9362655986806256, "score_std": 0.0028052882150980175, "fit_s": 9.8908, "predict_s": 0.0157, "mem_mb": 1365.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9299534033767531, "score_std": 0.004766746607401932, "fit_s": 1.3601, "predict_s": 0.0218, "mem_mb": 232.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9291386358315394, "score_std": 0.004634701962819885, "fit_s": 2.7622, "predict_s": 0.0681, "mem_mb": 875.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "credit-g", "rows": 1000, "features": 20, "n_train": 900, "n_test": 100, "tuiml": { "score": 0.755, "score_std": 0.044284434185288095, "fit_s": 0.8117, "predict_s": 0.0041, "mem_mb": 323.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.756, "score_std": 0.04971027168615268, "fit_s": 0.1812, "predict_s": 0.0084, "mem_mb": 188.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.757, "score_std": 0.04137900702315397, "fit_s": 0.2679, "predict_s": 0.0194, "mem_mb": 347.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "credit_card_clients_default", "rows": 30000, "features": 23, "n_train": 27000, "n_test": 3000, "tuiml": { "score": 0.8178333333333333, "score_std": 0.005642103626603573, "fit_s": 25.3004, "predict_s": 0.0641, "mem_mb": 1290.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8161333333333333, "score_std": 0.005077668367408671, "fit_s": 6.9089, "predict_s": 0.0795, "mem_mb": 266.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8157333333333333, "score_std": 0.0054947786663879835, "fit_s": 13.6151, "predict_s": 0.2103, "mem_mb": 948.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "customer_satisfaction_in_airline", "rows": 129880, "features": 21, "n_train": 116892, "n_test": 12988, "tuiml": { "score": 0.9576455189405605, "score_std": 0.0010769705114979362, "fit_s": 104.0227, "predict_s": 0.2309, "mem_mb": 2512.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9577533107483831, "score_std": 0.0011660088111257703, "fit_s": 15.6382, "predict_s": 0.2538, "mem_mb": 488.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9532568524792115, "score_std": 0.0015826829291062426, "fit_s": 14.5091, "predict_s": 0.3932, "mem_mb": 1187.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "diabetes", "rows": 768, "features": 8, "n_train": 692, "n_test": 76, "tuiml": { "score": 0.7603725222146275, "score_std": 0.04323665103873607, "fit_s": 0.4519, "predict_s": 0.0035, "mem_mb": 297.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7656185919343814, "score_std": 0.04551975352517641, "fit_s": 0.1632, "predict_s": 0.008, "mem_mb": 185.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7630382775119617, "score_std": 0.03613852074498535, "fit_s": 0.282, "predict_s": 0.0176, "mem_mb": 330.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "hazelnut-spread-contaminant-detection", "rows": 2400, "features": 30, "n_train": 2160, "n_test": 240, "tuiml": { "score": 0.8983333333333333, "score_std": 0.015490937215109647, "fit_s": 2.7023, "predict_s": 0.0116, "mem_mb": 328.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8945833333333333, "score_std": 0.012116015826424666, "fit_s": 0.8378, "predict_s": 0.0117, "mem_mb": 188.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8954166666666666, "score_std": 0.014757557176821659, "fit_s": 0.8834, "predict_s": 0.0341, "mem_mb": 487.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "heloc", "rows": 10459, "features": 23, "n_train": 9414, "n_test": 1045, "tuiml": { "score": 0.725881782502493, "score_std": 0.011522802246330791, "fit_s": 9.0416, "predict_s": 0.0247, "mem_mb": 533.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.721865662766337, "score_std": 0.012155754635590639, "fit_s": 1.566, "predict_s": 0.0299, "mem_mb": 217.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7191887070361459, "score_std": 0.01228119128829377, "fit_s": 3.6267, "predict_s": 0.0861, "mem_mb": 844.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "hiva_agnostic", "rows": 3845, "features": 1617, "n_train": 3461, "n_test": 384, "tuiml": { "score": 0.9633306277056277, "score_std": 0.002560010928694624, "fit_s": 66.862, "predict_s": 0.0198, "mem_mb": 1876.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9638501082251082, "score_std": 0.001899554909405, "fit_s": 2.4176, "predict_s": 0.019, "mem_mb": 457.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9641105248917748, "score_std": 0.0016127430326355215, "fit_s": 3.4236, "predict_s": 0.0476, "mem_mb": 1141.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "in_vehicle_coupon_recommendation", "rows": 12684, "features": 24, "n_train": 11416, "n_test": 1268, "tuiml": { "score": 0.7636402393399507, "score_std": 0.009326386345879836, "fit_s": 14.9147, "predict_s": 0.0317, "mem_mb": 1569.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7615895797132792, "score_std": 0.008638855788898036, "fit_s": 1.592, "predict_s": 0.0429, "mem_mb": 262.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.772943685009931, "score_std": 0.009618524216513994, "fit_s": 1.8498, "predict_s": 0.0904, "mem_mb": 936.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "jm1", "rows": 10885, "features": 21, "n_train": 9797, "n_test": 1088, "tuiml": { "score": 0.8219572057473127, "score_std": 0.007935420142807792, "fit_s": 9.3465, "predict_s": 0.0236, "mem_mb": 491.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8190174640792957, "score_std": 0.00574251118034618, "fit_s": 1.9678, "predict_s": 0.029, "mem_mb": 212.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8176384500081024, "score_std": 0.007119244381376143, "fit_s": 4.1228, "predict_s": 0.083, "mem_mb": 843.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "kddcup09_appetency", "rows": 50000, "features": 212, "n_train": 45000, "n_test": 5000, "tuiml": { "score": 0.9822, "score_std": 0.0, "fit_s": 1013.3429, "predict_s": 0.4214, "mem_mb": 2379.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9822, "score_std": 0.0, "fit_s": 42.3814, "predict_s": 0.3823, "mem_mb": 1644.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9822, "score_std": 0.0, "fit_s": 14.1446, "predict_s": 0.2071, "mem_mb": 1414.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "maternal_health_risk", "rows": 1014, "features": 6, "n_train": 913, "n_test": 101, "tuiml": { "score": 0.8491943311978256, "score_std": 0.03771415203153179, "fit_s": 0.4756, "predict_s": 0.0042, "mem_mb": 299.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8482139390409629, "score_std": 0.03971865477907218, "fit_s": 0.1532, "predict_s": 0.0083, "mem_mb": 187.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8491555037856727, "score_std": 0.03704111038723227, "fit_s": 0.3027, "predict_s": 0.0237, "mem_mb": 359.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "online_shoppers_intention", "rows": 12330, "features": 17, "n_train": 11097, "n_test": 1233, "tuiml": { "score": 0.9017031630170317, "score_std": 0.006508484232843115, "fit_s": 9.5131, "predict_s": 0.018, "mem_mb": 957.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9009732360097323, "score_std": 0.005049706694209807, "fit_s": 1.3399, "predict_s": 0.0314, "mem_mb": 218.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8992700729927008, "score_std": 0.004504280205387075, "fit_s": 1.921, "predict_s": 0.0729, "mem_mb": 824.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "polish_companies_bankruptcy", "rows": 5910, "features": 64, "n_train": 5319, "n_test": 591, "tuiml": { "score": 0.9397631133671743, "score_std": 0.0059796314859328036, "fit_s": 10.8497, "predict_s": 0.0239, "mem_mb": 523.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9412859560067682, "score_std": 0.005172366167224093, "fit_s": 4.1926, "predict_s": 0.0136, "mem_mb": 203.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9414551607445009, "score_std": 0.006239962407643236, "fit_s": 2.8388, "predict_s": 0.0461, "mem_mb": 819.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "qsar-biodeg", "rows": 1054, "features": 41, "n_train": 949, "n_test": 105, "tuiml": { "score": 0.8700179694519318, "score_std": 0.028641601885967437, "fit_s": 0.7461, "predict_s": 0.0034, "mem_mb": 317.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8737915543575921, "score_std": 0.029493389970091516, "fit_s": 0.2132, "predict_s": 0.0078, "mem_mb": 186.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8586433063791554, "score_std": 0.03202166782221946, "fit_s": 0.3877, "predict_s": 0.0208, "mem_mb": 373.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "seismic-bumps", "rows": 2584, "features": 15, "n_train": 2326, "n_test": 258, "tuiml": { "score": 0.9307234144443447, "score_std": 0.00504302867011523, "fit_s": 1.1127, "predict_s": 0.0063, "mem_mb": 318.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9322693125018706, "score_std": 0.005326425677766789, "fit_s": 0.2763, "predict_s": 0.0091, "mem_mb": 188.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9318877016551436, "score_std": 0.0037538669434607195, "fit_s": 0.5388, "predict_s": 0.0354, "mem_mb": 440.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "splice", "rows": 3190, "features": 60, "n_train": 2871, "n_test": 319, "tuiml": { "score": 0.9630094043887147, "score_std": 0.010323167427568189, "fit_s": 3.9055, "predict_s": 0.0088, "mem_mb": 691.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9639498432601881, "score_std": 0.011278491716260648, "fit_s": 0.413, "predict_s": 0.0111, "mem_mb": 202.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9605015673981191, "score_std": 0.01184051450300128, "fit_s": 0.4204, "predict_s": 0.0379, "mem_mb": 530.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "students_dropout_and_academic_success", "rows": 4424, "features": 36, "n_train": 3982, "n_test": 442, "tuiml": { "score": 0.7737347170158217, "score_std": 0.0175187357396455, "fit_s": 7.6796, "predict_s": 0.011, "mem_mb": 1076.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7714732949960675, "score_std": 0.017037506058487088, "fit_s": 0.5964, "predict_s": 0.017, "mem_mb": 215.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7579073164254415, "score_std": 0.017368255263499607, "fit_s": 1.194, "predict_s": 0.0501, "mem_mb": 837.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "taiwanese_bankruptcy_prediction", "rows": 6819, "features": 94, "n_train": 6138, "n_test": 681, "tuiml": { "score": 0.9708170234388793, "score_std": 0.0034160859543281366, "fit_s": 9.7785, "predict_s": 0.0236, "mem_mb": 694.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9692039049009349, "score_std": 0.004145584217228013, "fit_s": 2.8082, "predict_s": 0.0108, "mem_mb": 224.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9716965735226358, "score_std": 0.003320030481770009, "fit_s": 2.1892, "predict_s": 0.049, "mem_mb": 735.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "website_phishing", "rows": 1353, "features": 9, "n_train": 1218, "n_test": 135, "tuiml": { "score": 0.8965849673202615, "score_std": 0.024835115518460817, "fit_s": 0.5692, "predict_s": 0.004, "mem_mb": 298.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8884313725490196, "score_std": 0.016226411551405844, "fit_s": 0.1555, "predict_s": 0.0078, "mem_mb": 188.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8913834422657952, "score_std": 0.018252640877389766, "fit_s": 0.1902, "predict_s": 0.0234, "mem_mb": 329.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } } ], "svm": [ { "dataset": "APSFailure", "rows": 76000, "features": 170, "n_train": 68400, "n_test": 7600, "tuiml": { "score": 0.9887105263157895, "score_std": 0.0009132922866540825, "fit_s": 293.8354, "predict_s": 3.6721, "mem_mb": 1116.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9887105263157895, "score_std": 0.0009132922866540825, "fit_s": 160.7431, "predict_s": 3.2591, "mem_mb": 982.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9903684210526316, "score_std": 0.0006760648725613172, "fit_s": 144.4693, "predict_s": 0.0813, "mem_mb": 1229.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Amazon_employee_access", "rows": 32769, "features": 9, "n_train": 29493, "n_test": 3276, "tuiml": { "score": 0.9441545917209634, "score_std": 0.0012840565901483495, "fit_s": 1337.4999, "predict_s": 18.1876, "mem_mb": 905.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9441545917209634, "score_std": 0.0012840565901483495, "fit_s": 365.3082, "predict_s": 21.0699, "mem_mb": 649.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9419573670489142, "score_std": 0.0008088910388055918, "fit_s": 2308.6907, "predict_s": 0.0804, "mem_mb": 1030.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Bank_Customer_Churn", "rows": 10000, "features": 10, "n_train": 9000, "n_test": 1000, "tuiml": { "score": 0.8562, "score_std": 0.00942573309851518, "fit_s": 2.6381, "predict_s": 0.0649, "mem_mb": 493.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8562, "score_std": 0.00942573309851518, "fit_s": 1.465, "predict_s": 0.1968, "mem_mb": 312.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7963, "score_std": 0.0004830458915396484, "fit_s": 3.0689, "predict_s": 0.0151, "mem_mb": 326.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Bioresponse", "rows": 3751, "features": 1776, "n_train": 3376, "n_test": 375, "tuiml": { "score": 0.7832567375886524, "score_std": 0.017114145391153083, "fit_s": 15.0309, "predict_s": 1.6724, "mem_mb": 742.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7832567375886524, "score_std": 0.017114145391153083, "fit_s": 22.8122, "predict_s": 2.2326, "mem_mb": 632.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7544645390070922, "score_std": 0.012554597050595358, "fit_s": 416.9509, "predict_s": 0.0229, "mem_mb": 775.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Diabetes130US", "rows": 71518, "features": 47, "n_train": null, "n_test": null, "tuiml": { "score": null, "fit_s": null, "predict_s": null, "mem_mb": null, "status": "timeout", "n_folds": 0, "expected_folds": 10 }, "sklearn": { "score": null, "fit_s": null, "predict_s": null, "mem_mb": null, "status": "timeout", "n_folds": 0, "expected_folds": 10 }, "weka": { "score": null, "fit_s": null, "predict_s": null, "mem_mb": null, "status": "timeout", "n_folds": 0, "expected_folds": 10 } }, { "dataset": "E-CommereShippingData", "rows": 10999, "features": 10, "n_train": 9900, "n_test": 1099, "tuiml": { "score": 0.6638783191330963, "score_std": 0.00869734013314497, "fit_s": 7.6995, "predict_s": 0.1755, "mem_mb": 495.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6637874100421871, "score_std": 0.008694342711725474, "fit_s": 3.0558, "predict_s": 0.3813, "mem_mb": 390.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6610597237157747, "score_std": 0.012326248567898514, "fit_s": 11.6382, "predict_s": 0.0171, "mem_mb": 327.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Fitness_Club", "rows": 1500, "features": 6, "n_train": 1350, "n_test": 150, "tuiml": { "score": 0.7746666666666666, "score_std": 0.039975301016477977, "fit_s": 0.0401, "predict_s": 0.0022, "mem_mb": 298.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7746666666666666, "score_std": 0.039975301016477977, "fit_s": 0.0414, "predict_s": 0.0057, "mem_mb": 185.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7526666666666667, "score_std": 0.03391347013783939, "fit_s": 0.2874, "predict_s": 0.003, "mem_mb": 303.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "GiveMeSomeCredit", "rows": 150000, "features": 10, "n_train": 135000, "n_test": 15000, "tuiml": { "score": 0.93452, "score_std": 0.0009736275557336652, "fit_s": 690.4333, "predict_s": 6.4709, "mem_mb": 548.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.93514, "score_std": 0.0005949997406369432, "fit_s": 1325.2817, "predict_s": 14.8004, "mem_mb": 493.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9333266666666666, "score_std": 0.0002747838656826475, "fit_s": 1025.873, "predict_s": 0.1132, "mem_mb": 667.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "HR_Analytics_Job_Change_of_Data_Scientists", "rows": 19158, "features": 12, "n_train": 17243, "n_test": 1915, "tuiml": { "score": 0.78150095117657, "score_std": 0.007631817669863911, "fit_s": 79.9675, "predict_s": 3.5511, "mem_mb": 539.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7814487591097641, "score_std": 0.007413775858218901, "fit_s": 61.8313, "predict_s": 3.8635, "mem_mb": 444.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7807179066484244, "score_std": 0.006402220849060432, "fit_s": 352.641, "predict_s": 0.0302, "mem_mb": 437.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Is-this-a-good-customer", "rows": 1723, "features": 13, "n_train": 1551, "n_test": 172, "tuiml": { "score": 0.8862481516332841, "score_std": 0.0028420460216494773, "fit_s": 0.0794, "predict_s": 0.0049, "mem_mb": 299.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8862481516332841, "score_std": 0.0028420460216494773, "fit_s": 0.0507, "predict_s": 0.0065, "mem_mb": 186.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8862481516332841, "score_std": 0.0028420460216494773, "fit_s": 0.467, "predict_s": 0.0048, "mem_mb": 302.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "MIC", "rows": 1699, "features": 111, "n_train": 1530, "n_test": 169, "tuiml": { "score": 0.8640375913679081, "score_std": 0.008961760501485986, "fit_s": 0.4869, "predict_s": 0.0969, "mem_mb": 303.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8640375913679081, "score_std": 0.008961760501485986, "fit_s": 0.1618, "predict_s": 0.0233, "mem_mb": 192.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8281378350156631, "score_std": 0.022116662462547634, "fit_s": 1.3251, "predict_s": 0.0206, "mem_mb": 753.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Marketing_Campaign", "rows": 2240, "features": 25, "n_train": 2016, "n_test": 224, "tuiml": { "score": 0.88125, "score_std": 0.013343161768726125, "fit_s": 0.2026, "predict_s": 0.0191, "mem_mb": 305.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.88125, "score_std": 0.013343161768726125, "fit_s": 0.0924, "predict_s": 0.0202, "mem_mb": 189.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8839285714285714, "score_std": 0.01630126659241566, "fit_s": 0.7833, "predict_s": 0.008, "mem_mb": 312.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "NATICUSdroid", "rows": 7491, "features": 86, "n_train": 6742, "n_test": 749, "tuiml": { "score": 0.9391291499777481, "score_std": 0.008041373182606991, "fit_s": 1.6352, "predict_s": 0.1557, "mem_mb": 381.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9389956386292835, "score_std": 0.008062471439073769, "fit_s": 1.3828, "predict_s": 0.1397, "mem_mb": 231.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9361931464174454, "score_std": 0.009695549497687103, "fit_s": 6.6111, "predict_s": 0.0154, "mem_mb": 465.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "SDSS17", "rows": 78053, "features": 11, "n_train": 70248, "n_test": 7805, "tuiml": { "score": 0.9573879682886552, "score_std": 0.0024925182853434468, "fit_s": 1511.7558, "predict_s": 37.1416, "mem_mb": 723.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9573879682886552, "score_std": 0.0024925182853434468, "fit_s": 357.0179, "predict_s": 24.9909, "mem_mb": 552.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9389902574983385, "score_std": 0.0032968197704393294, "fit_s": 1050.6059, "predict_s": 0.1326, "mem_mb": 1078.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "anneal", "rows": 898, "features": 38, "n_train": 809, "n_test": 89, "tuiml": { "score": 0.9699750312109863, "score_std": 0.015743570035012935, "fit_s": 0.0244, "predict_s": 0.003, "mem_mb": 292.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9699750312109863, "score_std": 0.015743570035012935, "fit_s": 0.0145, "predict_s": 0.002, "mem_mb": 183.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9721847690387017, "score_std": 0.014076187870567594, "fit_s": 0.2272, "predict_s": 0.0077, "mem_mb": 440.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "bank-marketing", "rows": 45211, "features": 13, "n_train": 40690, "n_test": 4521, "tuiml": { "score": 0.8926588544823161, "score_std": 0.0019515505287868156, "fit_s": 111.3474, "predict_s": 2.0445, "mem_mb": 523.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8927694445920022, "score_std": 0.0019731657032764894, "fit_s": 247.451, "predict_s": 3.0186, "mem_mb": 477.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.892857920592887, "score_std": 0.0020682833812987115, "fit_s": 199.981, "predict_s": 0.0456, "mem_mb": 503.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "blood-transfusion-service-center", "rows": 748, "features": 4, "n_train": 674, "n_test": 74, "tuiml": { "score": 0.7687207207207207, "score_std": 0.025901307391161126, "fit_s": 0.0139, "predict_s": 0.0003, "mem_mb": 292.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7687207207207207, "score_std": 0.025901307391161126, "fit_s": 0.0094, "predict_s": 0.0012, "mem_mb": 182.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.762054054054054, "score_std": 0.004330326165275621, "fit_s": 0.069, "predict_s": 0.0017, "mem_mb": 300.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "churn", "rows": 5000, "features": 19, "n_train": 4500, "n_test": 500, "tuiml": { "score": 0.9176000000000001, "score_std": 0.009131143289740773, "fit_s": 0.5046, "predict_s": 0.0417, "mem_mb": 343.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9176000000000001, "score_std": 0.009131143289740773, "fit_s": 0.3081, "predict_s": 0.0445, "mem_mb": 209.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8586, "score_std": 0.0009660917830792968, "fit_s": 2.1797, "predict_s": 0.0107, "mem_mb": 318.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "coil2000_insurance_policies", "rows": 9822, "features": 85, "n_train": 8840, "n_test": 982, "tuiml": { "score": 0.9403380896834785, "score_std": 0.0005158791699358606, "fit_s": 3.5741, "predict_s": 0.3101, "mem_mb": 488.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9403380896834785, "score_std": 0.0005158791699358606, "fit_s": 2.6229, "predict_s": 0.2985, "mem_mb": 295.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9403380896834785, "score_std": 0.0005158791699358606, "fit_s": 86.0988, "predict_s": 0.0207, "mem_mb": 400.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "credit-g", "rows": 1000, "features": 20, "n_train": 900, "n_test": 100, "tuiml": { "score": 0.758, "score_std": 0.04467164151400257, "fit_s": 0.0372, "predict_s": 0.003, "mem_mb": 295.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.758, "score_std": 0.04467164151400257, "fit_s": 0.0283, "predict_s": 0.0042, "mem_mb": 184.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.741, "score_std": 0.029230881691191698, "fit_s": 0.3426, "predict_s": 0.0032, "mem_mb": 303.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "credit_card_clients_default", "rows": 30000, "features": 23, "n_train": 27000, "n_test": 3000, "tuiml": { "score": 0.8194666666666667, "score_std": 0.004954608778516017, "fit_s": 32.0785, "predict_s": 1.2338, "mem_mb": 513.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8200333333333333, "score_std": 0.004344572319800309, "fit_s": 44.4219, "predict_s": 1.7222, "mem_mb": 446.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8094666666666667, "score_std": 0.004214027134625267, "fit_s": 412.9016, "predict_s": 0.0338, "mem_mb": 427.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "customer_satisfaction_in_airline", "rows": 129880, "features": 21, "n_train": 116892, "n_test": 12988, "tuiml": { "score": null, "fit_s": null, "predict_s": null, "mem_mb": null, "status": "incomplete", "n_folds": 9, "expected_folds": 10 }, "sklearn": { "score": 0.9553587927317524, "score_std": 0.001605553135367829, "fit_s": 928.8049, "predict_s": 20.6009, "mem_mb": 590.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": null, "fit_s": null, "predict_s": null, "mem_mb": null, "status": "timeout", "n_folds": 0, "expected_folds": 10 } }, { "dataset": "diabetes", "rows": 768, "features": 8, "n_train": 692, "n_test": 76, "tuiml": { "score": 0.7577922077922078, "score_std": 0.041010923768172614, "fit_s": 0.0106, "predict_s": 0.0004, "mem_mb": 292.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7577922077922078, "score_std": 0.041010923768172614, "fit_s": 0.0101, "predict_s": 0.0016, "mem_mb": 182.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7695317840054683, "score_std": 0.03572932214156961, "fit_s": 0.0574, "predict_s": 0.0016, "mem_mb": 298.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "hazelnut-spread-contaminant-detection", "rows": 2400, "features": 30, "n_train": 2160, "n_test": 240, "tuiml": { "score": 0.9025, "score_std": 0.012759648975395383, "fit_s": 0.0847, "predict_s": 0.006, "mem_mb": 306.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9025, "score_std": 0.012759648975395383, "fit_s": 0.0878, "predict_s": 0.0118, "mem_mb": 189.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8775000000000001, "score_std": 0.016804981624726868, "fit_s": 0.3314, "predict_s": 0.0052, "mem_mb": 303.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "heloc", "rows": 10459, "features": 23, "n_train": 9414, "n_test": 1045, "tuiml": { "score": 0.7252119260431629, "score_std": 0.012863331927424096, "fit_s": 7.0944, "predict_s": 0.168, "mem_mb": 497.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7253075283376179, "score_std": 0.012799052396356687, "fit_s": 2.8291, "predict_s": 0.3254, "mem_mb": 391.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7190914580036045, "score_std": 0.01306859324692458, "fit_s": 3.0963, "predict_s": 0.0143, "mem_mb": 324.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "hiva_agnostic", "rows": 3845, "features": 1617, "n_train": 3461, "n_test": 384, "tuiml": { "score": 0.9648910984848484, "score_std": 0.0013226066602661567, "fit_s": 13.9926, "predict_s": 1.6175, "mem_mb": 568.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9648910984848484, "score_std": 0.0013226066602661567, "fit_s": 12.0068, "predict_s": 1.3298, "mem_mb": 459.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9170366612554113, "score_std": 0.013720403542642621, "fit_s": 19.9864, "predict_s": 0.0399, "mem_mb": 1139.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "in_vehicle_coupon_recommendation", "rows": 12684, "features": 24, "n_train": 11416, "n_test": 1268, "tuiml": { "score": 0.7488178426093722, "score_std": 0.012811367374570332, "fit_s": 30.9081, "predict_s": 0.993, "mem_mb": 514.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7491334243163225, "score_std": 0.012603112539049097, "fit_s": 9.921, "predict_s": 0.7589, "mem_mb": 407.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.632841751745705, "score_std": 0.04183692613862975, "fit_s": 140.4974, "predict_s": 0.0246, "mem_mb": 413.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "jm1", "rows": 10885, "features": 21, "n_train": 9797, "n_test": 1088, "tuiml": { "score": 0.8135972019661859, "score_std": 0.004250555575972491, "fit_s": 2.7636, "predict_s": 0.1144, "mem_mb": 497.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8135053746016313, "score_std": 0.004304380385415185, "fit_s": 2.3242, "predict_s": 0.2139, "mem_mb": 369.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8072579066061687, "score_std": 0.0008947031760320088, "fit_s": 3.0538, "predict_s": 0.0139, "mem_mb": 323.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "kddcup09_appetency", "rows": 50000, "features": 212, "n_train": 45000, "n_test": 5000, "tuiml": { "score": null, "fit_s": null, "predict_s": null, "mem_mb": null, "status": "timeout", "n_folds": 0, "expected_folds": 10 }, "sklearn": { "score": 0.9822, "score_std": 0.0, "fit_s": 1811.5218, "predict_s": 49.8696, "mem_mb": 1644.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": null, "fit_s": null, "predict_s": null, "mem_mb": null, "status": "timeout", "n_folds": 0, "expected_folds": 10 } }, { "dataset": "maternal_health_risk", "rows": 1014, "features": 6, "n_train": 913, "n_test": 101, "tuiml": { "score": 0.6973403222675209, "score_std": 0.038787512664498085, "fit_s": 0.0156, "predict_s": 0.0011, "mem_mb": 292.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6973403222675209, "score_std": 0.038787512664498085, "fit_s": 0.0185, "predict_s": 0.0029, "mem_mb": 183.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.647980974568045, "score_std": 0.04536957334899459, "fit_s": 0.0892, "predict_s": 0.0027, "mem_mb": 314.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "online_shoppers_intention", "rows": 12330, "features": 17, "n_train": 11097, "n_test": 1233, "tuiml": { "score": 0.8952960259529602, "score_std": 0.005753297463963955, "fit_s": 9.9789, "predict_s": 0.25, "mem_mb": 506.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8952960259529602, "score_std": 0.005753297463963955, "fit_s": 2.5867, "predict_s": 0.2716, "mem_mb": 346.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8828872668288726, "score_std": 0.005750120776921486, "fit_s": 119.7552, "predict_s": 0.0218, "mem_mb": 359.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "polish_companies_bankruptcy", "rows": 5910, "features": 64, "n_train": 5319, "n_test": 591, "tuiml": { "score": 0.9304568527918782, "score_std": 0.0014815482838763056, "fit_s": 0.4096, "predict_s": 0.0299, "mem_mb": 343.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9304568527918782, "score_std": 0.0014815482838763056, "fit_s": 0.2446, "predict_s": 0.0301, "mem_mb": 212.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9307952622673434, "score_std": 0.0014815482838763056, "fit_s": 1.1407, "predict_s": 0.0103, "mem_mb": 327.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "qsar-biodeg", "rows": 1054, "features": 41, "n_train": 949, "n_test": 105, "tuiml": { "score": 0.8757053009883199, "score_std": 0.033909646104851976, "fit_s": 0.028, "predict_s": 0.0022, "mem_mb": 294.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8757053009883199, "score_std": 0.033909646104851976, "fit_s": 0.0193, "predict_s": 0.0029, "mem_mb": 183.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8510601976639712, "score_std": 0.030642293418376664, "fit_s": 0.1571, "predict_s": 0.0029, "mem_mb": 297.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "seismic-bumps", "rows": 2584, "features": 15, "n_train": 2326, "n_test": 258, "tuiml": { "score": 0.9342102900242435, "score_std": 0.00013137532925390412, "fit_s": 0.0928, "predict_s": 0.0031, "mem_mb": 301.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9342102900242435, "score_std": 0.00013137532925390412, "fit_s": 0.0667, "predict_s": 0.0069, "mem_mb": 188.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9342102900242435, "score_std": 0.00013137532925390412, "fit_s": 0.7363, "predict_s": 0.0058, "mem_mb": 306.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "splice", "rows": 3190, "features": 60, "n_train": 2871, "n_test": 319, "tuiml": { "score": 0.9648902821316614, "score_std": 0.010000824337726573, "fit_s": 1.1784, "predict_s": 0.1789, "mem_mb": 310.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9648902821316614, "score_std": 0.010000824337726573, "fit_s": 0.3884, "predict_s": 0.0969, "mem_mb": 193.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9347962382445141, "score_std": 0.012434252690193107, "fit_s": 2.2862, "predict_s": 0.0159, "mem_mb": 384.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "students_dropout_and_academic_success", "rows": 4424, "features": 36, "n_train": 3982, "n_test": 442, "tuiml": { "score": 0.7737321634679224, "score_std": 0.010501117163228199, "fit_s": 2.3814, "predict_s": 0.3569, "mem_mb": 335.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7739578971022338, "score_std": 0.010484209179916342, "fit_s": 0.8198, "predict_s": 0.1664, "mem_mb": 206.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7703328805041725, "score_std": 0.018779069854435396, "fit_s": 13.0615, "predict_s": 0.0177, "mem_mb": 369.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "taiwanese_bankruptcy_prediction", "rows": 6819, "features": 94, "n_train": 6138, "n_test": 681, "tuiml": { "score": 0.9678838261828172, "score_std": 0.0010827298647102582, "fit_s": 0.5354, "predict_s": 0.0451, "mem_mb": 348.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9678838261828172, "score_std": 0.0010827298647102582, "fit_s": 0.2865, "predict_s": 0.0424, "mem_mb": 223.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9684705517588849, "score_std": 0.0012432175800101467, "fit_s": 2.4065, "predict_s": 0.0116, "mem_mb": 346.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "website_phishing", "rows": 1353, "features": 9, "n_train": 1218, "n_test": 135, "tuiml": { "score": 0.8943246187363835, "score_std": 0.015479077538273836, "fit_s": 0.0248, "predict_s": 0.0024, "mem_mb": 285.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8943246187363835, "score_std": 0.015479077538273836, "fit_s": 0.0254, "predict_s": 0.0036, "mem_mb": 179.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8596132897603486, "score_std": 0.017370947251819098, "fit_s": 0.2689, "predict_s": 0.004, "mem_mb": 319.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } } ], "mlp": [ { "dataset": "APSFailure", "rows": 76000, "features": 170, "n_train": 68400, "n_test": 7600, "tuiml": { "score": 0.9916052631578948, "score_std": 0.0006319443387483423, "fit_s": 108.0389, "predict_s": 0.0179, "mem_mb": 1112.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9932368421052631, "score_std": 0.0005342962222049567, "fit_s": 36.2562, "predict_s": 0.0164, "mem_mb": 982.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": null, "fit_s": null, "predict_s": null, "mem_mb": null, "status": "timeout", "n_folds": 0, "expected_folds": 10 } }, { "dataset": "Amazon_employee_access", "rows": 32769, "features": 9, "n_train": 29493, "n_test": 3276, "tuiml": { "score": 0.945710902531165, "score_std": 0.003022097593017909, "fit_s": 117.2165, "predict_s": 0.0249, "mem_mb": 923.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.942781207535556, "score_std": 0.0019972201467178276, "fit_s": 69.2444, "predict_s": 0.0235, "mem_mb": 616.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": null, "fit_s": null, "predict_s": null, "mem_mb": null, "status": "timeout", "n_folds": 0, "expected_folds": 10 } }, { "dataset": "Bank_Customer_Churn", "rows": 10000, "features": 10, "n_train": 9000, "n_test": 1000, "tuiml": { "score": 0.8566, "score_std": 0.007862710869809619, "fit_s": 4.5617, "predict_s": 0.001, "mem_mb": 324.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8592, "score_std": 0.007004760286167312, "fit_s": 6.3866, "predict_s": 0.0011, "mem_mb": 186.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.86, "score_std": 0.008993825042154702, "fit_s": 7.1359, "predict_s": 0.0134, "mem_mb": 303.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Bioresponse", "rows": 3751, "features": 1776, "n_train": 3376, "n_test": 375, "tuiml": { "score": 0.7827241134751773, "score_std": 0.0166475669612402, "fit_s": 30.4306, "predict_s": 0.0079, "mem_mb": 745.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7693964539007092, "score_std": 0.014910217942296763, "fit_s": 22.9935, "predict_s": 0.0077, "mem_mb": 636.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": null, "fit_s": null, "predict_s": null, "mem_mb": null, "status": "timeout", "n_folds": 0, "expected_folds": 10 } }, { "dataset": "Diabetes130US", "rows": 71518, "features": 47, "n_train": 64367, "n_test": 7151, "tuiml": { "score": 0.9102323829022834, "score_std": 0.0006730706401283591, "fit_s": 223.1765, "predict_s": 0.0371, "mem_mb": 1248.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8483038776510661, "score_std": 0.004140443560967635, "fit_s": 173.4907, "predict_s": 0.0348, "mem_mb": 867.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": null, "fit_s": null, "predict_s": null, "mem_mb": null, "status": "timeout", "n_folds": 0, "expected_folds": 10 } }, { "dataset": "E-CommereShippingData", "rows": 10999, "features": 10, "n_train": 9900, "n_test": 1099, "tuiml": { "score": 0.6493314583505666, "score_std": 0.010612763602554911, "fit_s": 5.2898, "predict_s": 0.0011, "mem_mb": 330.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6504226983207875, "score_std": 0.014332278676041373, "fit_s": 7.5525, "predict_s": 0.0015, "mem_mb": 188.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6597863346844238, "score_std": 0.011654961974738897, "fit_s": 14.9925, "predict_s": 0.0158, "mem_mb": 304.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Fitness_Club", "rows": 1500, "features": 6, "n_train": 1350, "n_test": 150, "tuiml": { "score": 0.7713333333333333, "score_std": 0.03570109103703371, "fit_s": 0.5706, "predict_s": 0.0002, "mem_mb": 295.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7713333333333333, "score_std": 0.03471933321314556, "fit_s": 1.0109, "predict_s": 0.0007, "mem_mb": 182.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.758, "score_std": 0.0304776785350999, "fit_s": 1.8959, "predict_s": 0.0041, "mem_mb": 299.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "GiveMeSomeCredit", "rows": 150000, "features": 10, "n_train": 135000, "n_test": 15000, "tuiml": { "score": 0.9346066666666667, "score_std": 0.0006081341632352311, "fit_s": 113.6494, "predict_s": 0.0114, "mem_mb": 777.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9364399999999999, "score_std": 0.0008823089797811456, "fit_s": 48.2726, "predict_s": 0.0177, "mem_mb": 283.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9351066666666666, "score_std": 0.0019861744356649094, "fit_s": 84.7562, "predict_s": 0.1095, "mem_mb": 584.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "HR_Analytics_Job_Change_of_Data_Scientists", "rows": 19158, "features": 12, "n_train": 17243, "n_test": 1915, "tuiml": { "score": 0.7710096916443635, "score_std": 0.0068777797739490625, "fit_s": 23.8718, "predict_s": 0.0051, "mem_mb": 406.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7296175125506249, "score_std": 0.00801381607969459, "fit_s": 23.5857, "predict_s": 0.0055, "mem_mb": 234.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7539405964340418, "score_std": 0.010539522494152501, "fit_s": 2295.5883, "predict_s": 0.1797, "mem_mb": 391.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Is-this-a-good-customer", "rows": 1723, "features": 13, "n_train": 1551, "n_test": 172, "tuiml": { "score": 0.8659430030918134, "score_std": 0.016648718839887087, "fit_s": 0.8569, "predict_s": 0.0002, "mem_mb": 297.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8531724694179326, "score_std": 0.019097262982117936, "fit_s": 1.3352, "predict_s": 0.0007, "mem_mb": 183.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8322892861943809, "score_std": 0.029953512175616606, "fit_s": 12.8084, "predict_s": 0.0065, "mem_mb": 301.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "MIC", "rows": 1699, "features": 111, "n_train": 1530, "n_test": 169, "tuiml": { "score": 0.8410859728506788, "score_std": 0.024151387960864683, "fit_s": 2.4122, "predict_s": 0.0005, "mem_mb": 307.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8381482770623042, "score_std": 0.017947341672754687, "fit_s": 1.9597, "predict_s": 0.0012, "mem_mb": 192.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8434319526627219, "score_std": 0.014259716847754832, "fit_s": 172.105, "predict_s": 0.0295, "mem_mb": 317.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Marketing_Campaign", "rows": 2240, "features": 25, "n_train": 2016, "n_test": 224, "tuiml": { "score": 0.8758928571428571, "score_std": 0.021023789300534966, "fit_s": 1.9804, "predict_s": 0.0004, "mem_mb": 304.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8767857142857143, "score_std": 0.012485819621073233, "fit_s": 2.5672, "predict_s": 0.0011, "mem_mb": 188.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8433035714285715, "score_std": 0.05317520470223614, "fit_s": 140.71, "predict_s": 0.0215, "mem_mb": 299.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "NATICUSdroid", "rows": 7491, "features": 86, "n_train": 6742, "n_test": 749, "tuiml": { "score": 0.9395300400534046, "score_std": 0.011585983225665113, "fit_s": 8.516, "predict_s": 0.0019, "mem_mb": 336.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9331238095238095, "score_std": 0.01574987968468912, "fit_s": 8.0363, "predict_s": 0.0025, "mem_mb": 204.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9300523364485981, "score_std": 0.011410280585511514, "fit_s": 187.7044, "predict_s": 0.0306, "mem_mb": 433.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "SDSS17", "rows": 78053, "features": 11, "n_train": 70248, "n_test": 7805, "tuiml": { "score": 0.9465107623482519, "score_std": 0.002850410459144381, "fit_s": 126.005, "predict_s": 0.019, "mem_mb": 786.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9687264170221399, "score_std": 0.002090160515197666, "fit_s": 72.0407, "predict_s": 0.0169, "mem_mb": 459.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": null, "fit_s": null, "predict_s": null, "mem_mb": null, "status": "timeout", "n_folds": 0, "expected_folds": 10 } }, { "dataset": "anneal", "rows": 898, "features": 38, "n_train": 809, "n_test": 89, "tuiml": { "score": 0.9910986267166042, "score_std": 0.011478260004474288, "fit_s": 0.6338, "predict_s": 0.0001, "mem_mb": 296.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.986629213483146, "score_std": 0.015591832000787759, "fit_s": 0.8062, "predict_s": 0.0009, "mem_mb": 184.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9888514357053683, "score_std": 0.013925065999272707, "fit_s": 14.855, "predict_s": 0.006, "mem_mb": 303.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "bank-marketing", "rows": 45211, "features": 13, "n_train": 40690, "n_test": 4521, "tuiml": { "score": 0.8930790616809012, "score_std": 0.0019350292782764468, "fit_s": 33.4821, "predict_s": 0.004, "mem_mb": 470.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8870186414942466, "score_std": 0.0025792772362988083, "fit_s": 28.8039, "predict_s": 0.0053, "mem_mb": 223.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8900268059586494, "score_std": 0.002444949386144392, "fit_s": 178.3635, "predict_s": 0.0543, "mem_mb": 453.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "blood-transfusion-service-center", "rows": 748, "features": 4, "n_train": 674, "n_test": 74, "tuiml": { "score": 0.8034234234234234, "score_std": 0.052840976006522614, "fit_s": 0.2659, "predict_s": 0.0001, "mem_mb": 293.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7900900900900901, "score_std": 0.044552907179158274, "fit_s": 0.2482, "predict_s": 0.0003, "mem_mb": 181.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7820720720720721, "score_std": 0.0432004501308044, "fit_s": 0.2982, "predict_s": 0.0014, "mem_mb": 297.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "churn", "rows": 5000, "features": 19, "n_train": 4500, "n_test": 500, "tuiml": { "score": 0.9036000000000001, "score_std": 0.013125039682479706, "fit_s": 3.1387, "predict_s": 0.0007, "mem_mb": 315.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.915, "score_std": 0.008445906306213292, "fit_s": 4.2135, "predict_s": 0.001, "mem_mb": 190.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.91, "score_std": 0.015084944665313028, "fit_s": 88.4819, "predict_s": 0.017, "mem_mb": 306.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "coil2000_insurance_policies", "rows": 9822, "features": 85, "n_train": 8840, "n_test": 982, "tuiml": { "score": 0.932598989336024, "score_std": 0.017265355239696755, "fit_s": 8.4585, "predict_s": 0.0016, "mem_mb": 363.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9152915241384597, "score_std": 0.008880138172066617, "fit_s": 8.0471, "predict_s": 0.0019, "mem_mb": 232.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9376907426246185, "score_std": 0.002535106960066783, "fit_s": 722.2508, "predict_s": 0.0843, "mem_mb": 365.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "credit-g", "rows": 1000, "features": 20, "n_train": 900, "n_test": 100, "tuiml": { "score": 0.727, "score_std": 0.062369864518050704, "fit_s": 0.5688, "predict_s": 0.0001, "mem_mb": 295.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.739, "score_std": 0.051088159097779216, "fit_s": 0.8395, "predict_s": 0.0009, "mem_mb": 182.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.723, "score_std": 0.05334374898294602, "fit_s": 11.298, "predict_s": 0.0049, "mem_mb": 301.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "credit_card_clients_default", "rows": 30000, "features": 23, "n_train": 27000, "n_test": 3000, "tuiml": { "score": 0.8186, "score_std": 0.00370118432830611, "fit_s": 22.107, "predict_s": 0.0025, "mem_mb": 415.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8109666666666666, "score_std": 0.008117121061126763, "fit_s": 16.3255, "predict_s": 0.0026, "mem_mb": 221.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8158, "score_std": 0.005818658790774446, "fit_s": 103.757, "predict_s": 0.0357, "mem_mb": 386.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "customer_satisfaction_in_airline", "rows": 129880, "features": 21, "n_train": 116892, "n_test": 12988, "tuiml": { "score": 0.944271635355713, "score_std": 0.0023409260172602394, "fit_s": 137.4492, "predict_s": 0.0226, "mem_mb": 912.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9478518632583923, "score_std": 0.0021916074757594188, "fit_s": 106.6916, "predict_s": 0.0166, "mem_mb": 443.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.947944256236526, "score_std": 0.0027254067673152587, "fit_s": 2815.7276, "predict_s": 0.3671, "mem_mb": 950.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "diabetes", "rows": 768, "features": 8, "n_train": 692, "n_test": 76, "tuiml": { "score": 0.7654647983595352, "score_std": 0.05501114120830557, "fit_s": 0.2796, "predict_s": 0.0001, "mem_mb": 292.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7576896787423103, "score_std": 0.04383293609109115, "fit_s": 0.4818, "predict_s": 0.0003, "mem_mb": 181.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7499658236500342, "score_std": 0.038367999457640106, "fit_s": 0.4064, "predict_s": 0.0014, "mem_mb": 299.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "hazelnut-spread-contaminant-detection", "rows": 2400, "features": 30, "n_train": 2160, "n_test": 240, "tuiml": { "score": 0.9370833333333334, "score_std": 0.012947245762690457, "fit_s": 1.0041, "predict_s": 0.0002, "mem_mb": 300.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9420833333333334, "score_std": 0.009908921656520553, "fit_s": 1.6202, "predict_s": 0.0006, "mem_mb": 185.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9283333333333333, "score_std": 0.01605353697422209, "fit_s": 7.6024, "predict_s": 0.0052, "mem_mb": 305.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "heloc", "rows": 10459, "features": 23, "n_train": 9414, "n_test": 1045, "tuiml": { "score": 0.7251155918651139, "score_std": 0.01171827535876322, "fit_s": 5.2082, "predict_s": 0.0008, "mem_mb": 331.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7063771762101237, "score_std": 0.018465268825579244, "fit_s": 6.9273, "predict_s": 0.0015, "mem_mb": 195.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6993024234495504, "score_std": 0.017535513777832943, "fit_s": 19.1857, "predict_s": 0.0142, "mem_mb": 312.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "hiva_agnostic", "rows": 3845, "features": 1617, "n_train": 3461, "n_test": 384, "tuiml": { "score": 0.956308170995671, "score_std": 0.005975792397088622, "fit_s": 55.5082, "predict_s": 0.0123, "mem_mb": 654.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9456507034632035, "score_std": 0.013081882885063862, "fit_s": 29.6893, "predict_s": 0.0094, "mem_mb": 457.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": null, "fit_s": null, "predict_s": null, "mem_mb": null, "status": "timeout", "n_folds": 0, "expected_folds": 10 } }, { "dataset": "in_vehicle_coupon_recommendation", "rows": 12684, "features": 24, "n_train": 11416, "n_test": 1268, "tuiml": { "score": 0.7486605489307012, "score_std": 0.013914581514980902, "fit_s": 12.1932, "predict_s": 0.0024, "mem_mb": 357.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7409363790261837, "score_std": 0.012155663954307564, "fit_s": 12.5244, "predict_s": 0.0025, "mem_mb": 213.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7168882201887773, "score_std": 0.007307675523334529, "fit_s": 452.6111, "predict_s": 0.0652, "mem_mb": 384.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "jm1", "rows": 10885, "features": 21, "n_train": 9797, "n_test": 1088, "tuiml": { "score": 0.8134125344352617, "score_std": 0.006022860497502979, "fit_s": 5.1568, "predict_s": 0.001, "mem_mb": 330.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8135048682007238, "score_std": 0.006122011798913622, "fit_s": 6.321, "predict_s": 0.0012, "mem_mb": 196.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8088188874034462, "score_std": 0.0058397656240399545, "fit_s": 17.6098, "predict_s": 0.0132, "mem_mb": 308.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "kddcup09_appetency", "rows": 50000, "features": 212, "n_train": 45000, "n_test": 5000, "tuiml": { "score": 0.98178, "score_std": 0.0006069962474714534, "fit_s": 172.0242, "predict_s": 0.0702, "mem_mb": 2301.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.97906, "score_std": 0.0009045563676312228, "fit_s": 77.2062, "predict_s": 0.0576, "mem_mb": 1650.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": null, "fit_s": null, "predict_s": null, "mem_mb": null, "status": "timeout", "n_folds": 0, "expected_folds": 10 } }, { "dataset": "maternal_health_risk", "rows": 1014, "features": 6, "n_train": 913, "n_test": 101, "tuiml": { "score": 0.6923801203649776, "score_std": 0.0442193402798223, "fit_s": 0.3924, "predict_s": 0.0001, "mem_mb": 294.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6874684527276257, "score_std": 0.045357821820773254, "fit_s": 0.6393, "predict_s": 0.0003, "mem_mb": 182.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6854688410017472, "score_std": 0.0354224644882134, "fit_s": 0.4946, "predict_s": 0.0022, "mem_mb": 297.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "online_shoppers_intention", "rows": 12330, "features": 17, "n_train": 11097, "n_test": 1233, "tuiml": { "score": 0.8936739659367396, "score_std": 0.00692891605188791, "fit_s": 9.3137, "predict_s": 0.0017, "mem_mb": 351.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8831305758313057, "score_std": 0.006062566096615232, "fit_s": 10.7089, "predict_s": 0.0022, "mem_mb": 201.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8738037307380373, "score_std": 0.014213993445266573, "fit_s": 247.7192, "predict_s": 0.0403, "mem_mb": 324.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "polish_companies_bankruptcy", "rows": 5910, "features": 64, "n_train": 5319, "n_test": 591, "tuiml": { "score": 0.9333333333333333, "score_std": 0.003495078033802525, "fit_s": 3.4371, "predict_s": 0.0006, "mem_mb": 320.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9375634517766498, "score_std": 0.005721355737356244, "fit_s": 4.5983, "predict_s": 0.001, "mem_mb": 203.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9296108291032149, "score_std": 0.0030057332418441424, "fit_s": 78.7595, "predict_s": 0.0181, "mem_mb": 318.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "qsar-biodeg", "rows": 1054, "features": 41, "n_train": 949, "n_test": 105, "tuiml": { "score": 0.881392632524708, "score_std": 0.029786424093825443, "fit_s": 0.5697, "predict_s": 0.0002, "mem_mb": 296.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8804222821203953, "score_std": 0.03501673147684006, "fit_s": 0.8025, "predict_s": 0.0005, "mem_mb": 182.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8548247978436658, "score_std": 0.025775806223522373, "fit_s": 10.3572, "predict_s": 0.0053, "mem_mb": 300.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "seismic-bumps", "rows": 2584, "features": 15, "n_train": 2326, "n_test": 258, "tuiml": { "score": 0.9330534853790667, "score_std": 0.006544759285554174, "fit_s": 1.4805, "predict_s": 0.0003, "mem_mb": 300.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9291775163868187, "score_std": 0.007096598026716155, "fit_s": 1.5663, "predict_s": 0.0007, "mem_mb": 183.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9284068121277423, "score_std": 0.004885763300196787, "fit_s": 3.7641, "predict_s": 0.0057, "mem_mb": 301.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "splice", "rows": 3190, "features": 60, "n_train": 2871, "n_test": 319, "tuiml": { "score": 0.9564263322884012, "score_std": 0.012836087890555433, "fit_s": 5.0729, "predict_s": 0.001, "mem_mb": 312.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9545454545454546, "score_std": 0.01202807150806827, "fit_s": 1.7057, "predict_s": 0.0015, "mem_mb": 190.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.954858934169279, "score_std": 0.008891137883461901, "fit_s": 1200.544, "predict_s": 0.0911, "mem_mb": 342.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "students_dropout_and_academic_success", "rows": 4424, "features": 36, "n_train": 3982, "n_test": 442, "tuiml": { "score": 0.7402699610839301, "score_std": 0.023574087941208792, "fit_s": 6.5242, "predict_s": 0.0016, "mem_mb": 325.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7362113520525418, "score_std": 0.01824340834919251, "fit_s": 6.534, "predict_s": 0.0017, "mem_mb": 203.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7043420528482274, "score_std": 0.02501875033156748, "fit_s": 989.9987, "predict_s": 0.0902, "mem_mb": 324.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "taiwanese_bankruptcy_prediction", "rows": 6819, "features": 94, "n_train": 6138, "n_test": 681, "tuiml": { "score": 0.9684705517588849, "score_std": 0.0039848068152917885, "fit_s": 5.143, "predict_s": 0.0011, "mem_mb": 332.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9636311961450515, "score_std": 0.0046250282164704455, "fit_s": 4.6746, "predict_s": 0.0013, "mem_mb": 223.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9608448417671098, "score_std": 0.005573730647521855, "fit_s": 193.1744, "predict_s": 0.0287, "mem_mb": 331.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "website_phishing", "rows": 1353, "features": 9, "n_train": 1218, "n_test": 135, "tuiml": { "score": 0.8928812636165577, "score_std": 0.02033451424042934, "fit_s": 0.5797, "predict_s": 0.0002, "mem_mb": 288.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8950762527233116, "score_std": 0.02289873320471998, "fit_s": 0.9383, "predict_s": 0.0006, "mem_mb": 175.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8928540305010894, "score_std": 0.02133754018272764, "fit_s": 3.1549, "predict_s": 0.004, "mem_mb": 292.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } } ], "logistic": [ { "dataset": "APSFailure", "rows": 76000, "features": 170, "n_train": 68400, "n_test": 7600, "tuiml": { "score": 0.9909605263157895, "score_std": 0.0007340433480465058, "fit_s": 2.0297, "predict_s": 0.003, "mem_mb": 1111.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9909210526315789, "score_std": 0.0007647191129018753, "fit_s": 3.2821, "predict_s": 0.0026, "mem_mb": 982.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9910394736842105, "score_std": 0.0004492136010199799, "fit_s": 261.2484, "predict_s": 0.078, "mem_mb": 1388.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Amazon_employee_access", "rows": 32769, "features": 9, "n_train": 29493, "n_test": 3276, "tuiml": { "score": 0.9416826697189834, "score_std": 0.001735575625196667, "fit_s": 1.4658, "predict_s": 0.0101, "mem_mb": 923.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9424455812386847, "score_std": 0.0011716821194511736, "fit_s": 2.2969, "predict_s": 0.006, "mem_mb": 617.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9416216382877963, "score_std": 0.0016846819476994822, "fit_s": 355.5107, "predict_s": 0.0761, "mem_mb": 1224.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Bank_Customer_Churn", "rows": 10000, "features": 10, "n_train": 9000, "n_test": 1000, "tuiml": { "score": 0.8105, "score_std": 0.00675359986311822, "fit_s": 0.007, "predict_s": 0.0001, "mem_mb": 296.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8105, "score_std": 0.006603870918719601, "fit_s": 0.0076, "predict_s": 0.0002, "mem_mb": 187.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8105, "score_std": 0.00675359986311822, "fit_s": 0.2221, "predict_s": 0.0076, "mem_mb": 328.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Bioresponse", "rows": 3751, "features": 1776, "n_train": 3376, "n_test": 375, "tuiml": { "score": 0.7398007092198582, "score_std": 0.02140305796472505, "fit_s": 1.3527, "predict_s": 0.002, "mem_mb": 744.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7398007092198582, "score_std": 0.02140305796472505, "fit_s": 2.912, "predict_s": 0.0019, "mem_mb": 630.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6904737588652482, "score_std": 0.023343489374197755, "fit_s": 732.1143, "predict_s": 0.0222, "mem_mb": 2354.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Diabetes130US", "rows": 71518, "features": 47, "n_train": 64367, "n_test": 7151, "tuiml": { "score": 0.9116585906384396, "score_std": 0.0004948892865451863, "fit_s": 0.9215, "predict_s": 0.0136, "mem_mb": 1248.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9118123976809613, "score_std": 0.00047365856807264357, "fit_s": 15.4741, "predict_s": 0.0097, "mem_mb": 867.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9116585906384396, "score_std": 0.0004904803556024567, "fit_s": 188.5411, "predict_s": 0.1039, "mem_mb": 1584.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "E-CommereShippingData", "rows": 10999, "features": 10, "n_train": 9900, "n_test": 1099, "tuiml": { "score": 0.638330879311771, "score_std": 0.00982126622477408, "fit_s": 0.0097, "predict_s": 0.0001, "mem_mb": 299.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6381491438497808, "score_std": 0.009408394338289005, "fit_s": 0.0109, "predict_s": 0.0003, "mem_mb": 188.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6382401356605178, "score_std": 0.010087857008125397, "fit_s": 0.2679, "predict_s": 0.0082, "mem_mb": 341.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Fitness_Club", "rows": 1500, "features": 6, "n_train": 1350, "n_test": 150, "tuiml": { "score": 0.7773333333333333, "score_std": 0.036811163094842066, "fit_s": 0.0044, "predict_s": 0.0001, "mem_mb": 291.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7786666666666666, "score_std": 0.036216086733268205, "fit_s": 0.0056, "predict_s": 0.0002, "mem_mb": 182.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7766666666666666, "score_std": 0.037218076054320516, "fit_s": 0.0595, "predict_s": 0.0016, "mem_mb": 300.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "GiveMeSomeCredit", "rows": 150000, "features": 10, "n_train": 135000, "n_test": 15000, "tuiml": { "score": 0.9338866666666666, "score_std": 0.0005863046020796357, "fit_s": 0.1848, "predict_s": 0.0004, "mem_mb": 392.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9338866666666666, "score_std": 0.0005863046020796357, "fit_s": 0.2947, "predict_s": 0.0007, "mem_mb": 283.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.93386, "score_std": 0.0005738757124441792, "fit_s": 1.4475, "predict_s": 0.0846, "mem_mb": 893.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "HR_Analytics_Job_Change_of_Data_Scientists", "rows": 19158, "features": 12, "n_train": 17243, "n_test": 1915, "tuiml": { "score": 0.777847179448045, "score_std": 0.005919198599339661, "fit_s": 0.1162, "predict_s": 0.002, "mem_mb": 367.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7776906577563134, "score_std": 0.006043836500945012, "fit_s": 0.6944, "predict_s": 0.0018, "mem_mb": 234.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.777847233956731, "score_std": 0.005797987505050176, "fit_s": 3.1112, "predict_s": 0.0204, "mem_mb": 659.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Is-this-a-good-customer", "rows": 1723, "features": 13, "n_train": 1551, "n_test": 172, "tuiml": { "score": 0.8827732222072859, "score_std": 0.007934539826140178, "fit_s": 0.0044, "predict_s": 0.0001, "mem_mb": 293.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8845140475870412, "score_std": 0.006743164796287663, "fit_s": 0.0104, "predict_s": 0.0003, "mem_mb": 183.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8827732222072859, "score_std": 0.007934539826140178, "fit_s": 0.1521, "predict_s": 0.0025, "mem_mb": 303.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "MIC", "rows": 1699, "features": 111, "n_train": 1530, "n_test": 169, "tuiml": { "score": 0.8016568047337278, "score_std": 0.03524723193020755, "fit_s": 0.135, "predict_s": 0.0002, "mem_mb": 307.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8387295509919944, "score_std": 0.015475937994210716, "fit_s": 0.1881, "predict_s": 0.0002, "mem_mb": 193.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": null, "fit_s": null, "predict_s": null, "mem_mb": null, "status": "incomplete", "n_folds": 9, "expected_folds": 10 } }, { "dataset": "Marketing_Campaign", "rows": 2240, "features": 25, "n_train": 2016, "n_test": 224, "tuiml": { "score": 0.8883928571428572, "score_std": 0.020619652471058077, "fit_s": 0.0095, "predict_s": 0.0002, "mem_mb": 299.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8875, "score_std": 0.017582208913978513, "fit_s": 0.016, "predict_s": 0.0003, "mem_mb": 187.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8875, "score_std": 0.020705389441578688, "fit_s": 0.595, "predict_s": 0.0052, "mem_mb": 358.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "NATICUSdroid", "rows": 7491, "features": 86, "n_train": 6742, "n_test": 749, "tuiml": { "score": 0.9369940364931019, "score_std": 0.010175119673442489, "fit_s": 0.0352, "predict_s": 0.0004, "mem_mb": 320.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9356587449933245, "score_std": 0.009001652773267265, "fit_s": 0.1464, "predict_s": 0.0009, "mem_mb": 205.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.935659101023587, "score_std": 0.00979785684806697, "fit_s": 1.1001, "predict_s": 0.0096, "mem_mb": 583.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "SDSS17", "rows": 78053, "features": 11, "n_train": 70248, "n_test": 7805, "tuiml": { "score": 0.9538006310295649, "score_std": 0.0021950635690328427, "fit_s": 10.4842, "predict_s": 0.0084, "mem_mb": 684.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9544796533752598, "score_std": 0.002300533213424925, "fit_s": 10.0518, "predict_s": 0.0059, "mem_mb": 460.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": null, "fit_s": null, "predict_s": null, "mem_mb": null, "status": "timeout", "n_folds": 0, "expected_folds": 10 } }, { "dataset": "anneal", "rows": 898, "features": 38, "n_train": 809, "n_test": 89, "tuiml": { "score": 0.9911111111111112, "score_std": 0.01147550621098494, "fit_s": 0.0353, "predict_s": 0.0001, "mem_mb": 294.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9810861423220973, "score_std": 0.014846605391125098, "fit_s": 0.039, "predict_s": 0.0002, "mem_mb": 184.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9911111111111112, "score_std": 0.017213259316477415, "fit_s": 0.5402, "predict_s": 0.0033, "mem_mb": 427.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "bank-marketing", "rows": 45211, "features": 13, "n_train": 40690, "n_test": 4521, "tuiml": { "score": 0.8930127095716573, "score_std": 0.001785344650116379, "fit_s": 0.0483, "predict_s": 0.0006, "mem_mb": 346.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8930348236804588, "score_std": 0.0018132655019567725, "fit_s": 0.1459, "predict_s": 0.0007, "mem_mb": 223.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8930127095716573, "score_std": 0.001785344650116379, "fit_s": 1.1841, "predict_s": 0.0317, "mem_mb": 704.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "blood-transfusion-service-center", "rows": 748, "features": 4, "n_train": 674, "n_test": 74, "tuiml": { "score": 0.7700180180180181, "score_std": 0.026921274585271163, "fit_s": 0.0018, "predict_s": 0.0, "mem_mb": 290.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7700180180180181, "score_std": 0.026921274585271163, "fit_s": 0.0022, "predict_s": 0.0002, "mem_mb": 181.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7713513513513514, "score_std": 0.0259488653679531, "fit_s": 0.0571, "predict_s": 0.0015, "mem_mb": 298.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "churn", "rows": 5000, "features": 19, "n_train": 4500, "n_test": 500, "tuiml": { "score": 0.8658, "score_std": 0.009997777530809321, "fit_s": 0.0097, "predict_s": 0.0001, "mem_mb": 301.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8654, "score_std": 0.009143303560529977, "fit_s": 0.0157, "predict_s": 0.0003, "mem_mb": 189.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8646, "score_std": 0.010024414640710402, "fit_s": 0.5291, "predict_s": 0.0061, "mem_mb": 355.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "coil2000_insurance_policies", "rows": 9822, "features": 85, "n_train": 8840, "n_test": 982, "tuiml": { "score": 0.9397274025024189, "score_std": 0.002016333373061321, "fit_s": 0.0599, "predict_s": 0.0004, "mem_mb": 346.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9396255695085289, "score_std": 0.0019144609399184625, "fit_s": 0.1927, "predict_s": 0.0004, "mem_mb": 232.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9394219035207488, "score_std": 0.002043969085813711, "fit_s": 2.1871, "predict_s": 0.0136, "mem_mb": 589.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "credit-g", "rows": 1000, "features": 20, "n_train": 900, "n_test": 100, "tuiml": { "score": 0.754, "score_std": 0.029135697844549568, "fit_s": 0.0053, "predict_s": 0.0001, "mem_mb": 292.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.752, "score_std": 0.037947331922020586, "fit_s": 0.0096, "predict_s": 0.0002, "mem_mb": 183.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.752, "score_std": 0.0289827534923789, "fit_s": 0.1272, "predict_s": 0.0017, "mem_mb": 303.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "credit_card_clients_default", "rows": 30000, "features": 23, "n_train": 27000, "n_test": 3000, "tuiml": { "score": 0.811, "score_std": 0.004946628731011564, "fit_s": 0.0541, "predict_s": 0.0003, "mem_mb": 332.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8108666666666666, "score_std": 0.005004195770415245, "fit_s": 0.1308, "predict_s": 0.0004, "mem_mb": 222.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8109333333333333, "score_std": 0.0050669590558908165, "fit_s": 0.8201, "predict_s": 0.0216, "mem_mb": 562.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "customer_satisfaction_in_airline", "rows": 129880, "features": 21, "n_train": 116892, "n_test": 12988, "tuiml": { "score": 0.9030335694487219, "score_std": 0.002182617756686408, "fit_s": 0.9116, "predict_s": 0.0033, "mem_mb": 634.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9028872805666769, "score_std": 0.002258801227014185, "fit_s": 2.6898, "predict_s": 0.0046, "mem_mb": 443.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9030258700338775, "score_std": 0.00222596106423935, "fit_s": 13.0996, "predict_s": 0.115, "mem_mb": 1138.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "diabetes", "rows": 768, "features": 8, "n_train": 692, "n_test": 76, "tuiml": { "score": 0.7695146958304853, "score_std": 0.039800230866888456, "fit_s": 0.0021, "predict_s": 0.0, "mem_mb": 290.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7695146958304853, "score_std": 0.039800230866888456, "fit_s": 0.0024, "predict_s": 0.0002, "mem_mb": 182.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7669172932330828, "score_std": 0.03994370801809983, "fit_s": 0.0348, "predict_s": 0.001, "mem_mb": 301.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "hazelnut-spread-contaminant-detection", "rows": 2400, "features": 30, "n_train": 2160, "n_test": 240, "tuiml": { "score": 0.89125, "score_std": 0.010101720303315664, "fit_s": 0.0112, "predict_s": 0.0001, "mem_mb": 294.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.89125, "score_std": 0.010101720303315664, "fit_s": 0.0094, "predict_s": 0.0002, "mem_mb": 185.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8895833333333334, "score_std": 0.012767205771423778, "fit_s": 0.1671, "predict_s": 0.0029, "mem_mb": 305.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "heloc", "rows": 10459, "features": 23, "n_train": 9414, "n_test": 1045, "tuiml": { "score": 0.7175613638650773, "score_std": 0.012565947622424642, "fit_s": 0.0295, "predict_s": 0.0001, "mem_mb": 305.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7175613638650773, "score_std": 0.012565947622424642, "fit_s": 0.0275, "predict_s": 0.0002, "mem_mb": 194.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7172746484671613, "score_std": 0.012125246036232927, "fit_s": 0.2871, "predict_s": 0.0087, "mem_mb": 343.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "hiva_agnostic", "rows": 3845, "features": 1617, "n_train": 3461, "n_test": 384, "tuiml": { "score": 0.9315997023809524, "score_std": 0.0081270141613518, "fit_s": 1.8218, "predict_s": 0.0058, "mem_mb": 654.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9453862283549783, "score_std": 0.006798209634193566, "fit_s": 9.9754, "predict_s": 0.0033, "mem_mb": 458.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8579964826839827, "score_std": 0.008347664643604992, "fit_s": 55.9069, "predict_s": 0.0235, "mem_mb": 1310.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "in_vehicle_coupon_recommendation", "rows": 12684, "features": 24, "n_train": 11416, "n_test": 1268, "tuiml": { "score": 0.6877177314908035, "score_std": 0.008056299647034996, "fit_s": 0.0267, "predict_s": 0.0004, "mem_mb": 331.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6881119289636639, "score_std": 0.008601718264696469, "fit_s": 0.1353, "predict_s": 0.0005, "mem_mb": 213.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6877177936376541, "score_std": 0.00813043787133144, "fit_s": 1.2986, "predict_s": 0.0143, "mem_mb": 531.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "jm1", "rows": 10885, "features": 21, "n_train": 9797, "n_test": 1088, "tuiml": { "score": 0.8127688988818668, "score_std": 0.006077908984880263, "fit_s": 0.0369, "predict_s": 0.0001, "mem_mb": 304.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8127688988818668, "score_std": 0.006077908984880263, "fit_s": 0.0392, "predict_s": 0.0002, "mem_mb": 196.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8133199474693459, "score_std": 0.006769837727276638, "fit_s": 0.2905, "predict_s": 0.0083, "mem_mb": 347.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "kddcup09_appetency", "rows": 50000, "features": 212, "n_train": 45000, "n_test": 5000, "tuiml": { "score": 0.98056, "score_std": 0.0006095535707019971, "fit_s": 3.7339, "predict_s": 0.0272, "mem_mb": 2295.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.98162, "score_std": 0.0004263540521418418, "fit_s": 18.6202, "predict_s": 0.0147, "mem_mb": 1661.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": null, "fit_s": null, "predict_s": null, "mem_mb": null, "status": "timeout", "n_folds": 0, "expected_folds": 10 } }, { "dataset": "maternal_health_risk", "rows": 1014, "features": 6, "n_train": 913, "n_test": 101, "tuiml": { "score": 0.6154436031838478, "score_std": 0.05702889841459852, "fit_s": 0.0091, "predict_s": 0.0, "mem_mb": 290.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6154436031838478, "score_std": 0.05702889841459852, "fit_s": 0.0045, "predict_s": 0.0001, "mem_mb": 182.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6174043874975733, "score_std": 0.05670014016324457, "fit_s": 0.043, "predict_s": 0.0014, "mem_mb": 303.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "online_shoppers_intention", "rows": 12330, "features": 17, "n_train": 11097, "n_test": 1233, "tuiml": { "score": 0.8839416058394161, "score_std": 0.004991478091991541, "fit_s": 0.0255, "predict_s": 0.0003, "mem_mb": 317.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8839416058394161, "score_std": 0.005178327630196654, "fit_s": 0.0689, "predict_s": 0.0004, "mem_mb": 200.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.884022708840227, "score_std": 0.005115135963348056, "fit_s": 0.9459, "predict_s": 0.0131, "mem_mb": 457.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "polish_companies_bankruptcy", "rows": 5910, "features": 64, "n_train": 5319, "n_test": 591, "tuiml": { "score": 0.9292724196277495, "score_std": 0.0027399791994339837, "fit_s": 0.0286, "predict_s": 0.0001, "mem_mb": 313.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9292724196277495, "score_std": 0.0027399791994339837, "fit_s": 0.026, "predict_s": 0.0003, "mem_mb": 203.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9314720812182741, "score_std": 0.005765665059295232, "fit_s": 1.9865, "predict_s": 0.007, "mem_mb": 630.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "qsar-biodeg", "rows": 1054, "features": 41, "n_train": 949, "n_test": 105, "tuiml": { "score": 0.8700089847259659, "score_std": 0.029431215888893046, "fit_s": 0.0086, "predict_s": 0.0001, "mem_mb": 293.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8709523809523809, "score_std": 0.028478323256859367, "fit_s": 0.0105, "predict_s": 0.0002, "mem_mb": 184.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8604941599281222, "score_std": 0.03397140214681602, "fit_s": 0.153, "predict_s": 0.0018, "mem_mb": 304.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "seismic-bumps", "rows": 2584, "features": 15, "n_train": 2326, "n_test": 258, "tuiml": { "score": 0.9315030977821676, "score_std": 0.005465979673366372, "fit_s": 0.0106, "predict_s": 0.0001, "mem_mb": 293.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9318906946813924, "score_std": 0.005798566421625985, "fit_s": 0.0102, "predict_s": 0.0002, "mem_mb": 184.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9311169973960671, "score_std": 0.00596149443361769, "fit_s": 0.1169, "predict_s": 0.0028, "mem_mb": 302.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "splice", "rows": 3190, "features": 60, "n_train": 2871, "n_test": 319, "tuiml": { "score": 0.9322884012539185, "score_std": 0.013233972998108749, "fit_s": 0.0761, "predict_s": 0.0003, "mem_mb": 310.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9460815047021943, "score_std": 0.011137231008964861, "fit_s": 0.081, "predict_s": 0.0003, "mem_mb": 189.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9072100313479624, "score_std": 0.015653068598598968, "fit_s": 2.8447, "predict_s": 0.0112, "mem_mb": 827.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "students_dropout_and_academic_success", "rows": 4424, "features": 36, "n_train": 3982, "n_test": 442, "tuiml": { "score": 0.764455634658795, "score_std": 0.022837624005488607, "fit_s": 0.169, "predict_s": 0.0006, "mem_mb": 320.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7777963903046893, "score_std": 0.023107886033489795, "fit_s": 0.3526, "predict_s": 0.0004, "mem_mb": 203.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7588051438668887, "score_std": 0.022089900380521645, "fit_s": 24.3272, "predict_s": 0.012, "mem_mb": 835.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "taiwanese_bankruptcy_prediction", "rows": 6819, "features": 94, "n_train": 6138, "n_test": 681, "tuiml": { "score": 0.9674445894212841, "score_std": 0.005517175732785886, "fit_s": 0.0329, "predict_s": 0.0002, "mem_mb": 332.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9674445894212841, "score_std": 0.005517175732785886, "fit_s": 0.03, "predict_s": 0.0002, "mem_mb": 224.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9667116669035101, "score_std": 0.005215128671274801, "fit_s": 1.4481, "predict_s": 0.0077, "mem_mb": 528.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "website_phishing", "rows": 1353, "features": 9, "n_train": 1218, "n_test": 135, "tuiml": { "score": 0.8581263616557735, "score_std": 0.01738514540968853, "fit_s": 0.017, "predict_s": 0.0, "mem_mb": 284.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8610838779956427, "score_std": 0.012974559185072202, "fit_s": 0.014, "predict_s": 0.0001, "mem_mb": 179.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8603376906318083, "score_std": 0.01624733339231202, "fit_s": 0.1249, "predict_s": 0.0022, "mem_mb": 296.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } } ], "knn": [ { "dataset": "APSFailure", "rows": 76000, "features": 170, "n_train": 68400, "n_test": 7600, "tuiml": { "score": 0.9901447368421052, "score_std": 0.0010105819002743973, "fit_s": 0.0219, "predict_s": 86.4104, "mem_mb": 1115.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9901447368421052, "score_std": 0.0010105819002743973, "fit_s": 0.0326, "predict_s": 6.0628, "mem_mb": 981.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9873684210526316, "score_std": 0.0010635399695598424, "fit_s": 0.0583, "predict_s": 177.2251, "mem_mb": 1097.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Amazon_employee_access", "rows": 32769, "features": 9, "n_train": 29493, "n_test": 3276, "tuiml": { "score": 0.9449785160419887, "score_std": 0.0031968698160359504, "fit_s": 0.0008, "predict_s": 85.2376, "mem_mb": 725.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9450090317575822, "score_std": 0.00311741404018192, "fit_s": 0.0222, "predict_s": 4.9762, "mem_mb": 616.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9457414182467585, "score_std": 0.002735862804669523, "fit_s": 0.0323, "predict_s": 3.8958, "mem_mb": 393.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Bank_Customer_Churn", "rows": 10000, "features": 10, "n_train": 9000, "n_test": 1000, "tuiml": { "score": 0.8358, "score_std": 0.009472767986883955, "fit_s": 0.0002, "predict_s": 0.118, "mem_mb": 295.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8358, "score_std": 0.009472767986883955, "fit_s": 0.0164, "predict_s": 0.0748, "mem_mb": 186.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8158, "score_std": 0.00711492953037638, "fit_s": 0.0107, "predict_s": 0.5508, "mem_mb": 308.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Bioresponse", "rows": 3751, "features": 1776, "n_train": 3376, "n_test": 375, "tuiml": { "score": 0.7526014184397163, "score_std": 0.012943169273281282, "fit_s": 0.0117, "predict_s": 2.242, "mem_mb": 740.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7526014184397163, "score_std": 0.012943169273281282, "fit_s": 0.026, "predict_s": 0.1559, "mem_mb": 632.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.753668085106383, "score_std": 0.0260767394948719, "fit_s": 0.0087, "predict_s": 6.7433, "mem_mb": 748.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Diabetes130US", "rows": 71518, "features": 47, "n_train": 64367, "n_test": 7151, "tuiml": { "score": 0.9067088186693121, "score_std": 0.0007825028872238038, "fit_s": 0.0016, "predict_s": 249.8008, "mem_mb": 977.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9067088186693121, "score_std": 0.0007825028872238038, "fit_s": 0.0367, "predict_s": 14.7557, "mem_mb": 867.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9074918262085027, "score_std": 0.0009458156771116074, "fit_s": 0.0498, "predict_s": 84.737, "mem_mb": 984.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "E-CommereShippingData", "rows": 10999, "features": 10, "n_train": 9900, "n_test": 1099, "tuiml": { "score": 0.6423304657126313, "score_std": 0.011571099946113265, "fit_s": 0.0003, "predict_s": 0.1751, "mem_mb": 297.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6423304657126313, "score_std": 0.011571099946113265, "fit_s": 0.0014, "predict_s": 0.0659, "mem_mb": 188.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6317835222102738, "score_std": 0.016803313054824156, "fit_s": 0.0116, "predict_s": 0.6297, "mem_mb": 304.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Fitness_Club", "rows": 1500, "features": 6, "n_train": 1350, "n_test": 150, "tuiml": { "score": 0.7526666666666667, "score_std": 0.043710608368571324, "fit_s": 0.0001, "predict_s": 0.0035, "mem_mb": 290.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7526666666666667, "score_std": 0.043710608368571324, "fit_s": 0.0005, "predict_s": 0.0175, "mem_mb": 181.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.742, "score_std": 0.03251590304170076, "fit_s": 0.0023, "predict_s": 0.0441, "mem_mb": 300.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "GiveMeSomeCredit", "rows": 150000, "features": 10, "n_train": 135000, "n_test": 15000, "tuiml": { "score": 0.9321933333333333, "score_std": 0.0014389468027813453, "fit_s": 0.0045, "predict_s": 19.4715, "mem_mb": 392.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9322, "score_std": 0.0014232635076983167, "fit_s": 0.3151, "predict_s": 3.5835, "mem_mb": 283.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9327533333333333, "score_std": 0.00094492798079478, "fit_s": 0.0859, "predict_s": 73.3017, "mem_mb": 583.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "HR_Analytics_Job_Change_of_Data_Scientists", "rows": 19158, "features": 12, "n_train": 17243, "n_test": 1915, "tuiml": { "score": 0.7536279073570373, "score_std": 0.009121877768233208, "fit_s": 0.0005, "predict_s": 5.1462, "mem_mb": 345.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7538888676910666, "score_std": 0.00899993631897089, "fit_s": 0.0048, "predict_s": 0.4288, "mem_mb": 233.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7517488021716261, "score_std": 0.010519505536251047, "fit_s": 0.0191, "predict_s": 1.7662, "mem_mb": 345.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Is-this-a-good-customer", "rows": 1723, "features": 13, "n_train": 1551, "n_test": 172, "tuiml": { "score": 0.8676871891383251, "score_std": 0.021935149980703773, "fit_s": 0.0001, "predict_s": 0.0116, "mem_mb": 292.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8676871891383251, "score_std": 0.021935149980703773, "fit_s": 0.0008, "predict_s": 0.0186, "mem_mb": 183.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8682685844871623, "score_std": 0.018036495286921403, "fit_s": 0.0026, "predict_s": 0.0614, "mem_mb": 299.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "MIC", "rows": 1699, "features": 111, "n_train": 1530, "n_test": 169, "tuiml": { "score": 0.8587434737208492, "score_std": 0.007780257805233791, "fit_s": 0.0001, "predict_s": 0.0588, "mem_mb": 303.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8587434737208492, "score_std": 0.007780257805233791, "fit_s": 0.001, "predict_s": 0.0186, "mem_mb": 193.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8516811695092238, "score_std": 0.0071447176623884315, "fit_s": 0.0031, "predict_s": 0.1818, "mem_mb": 313.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Marketing_Campaign", "rows": 2240, "features": 25, "n_train": 2016, "n_test": 224, "tuiml": { "score": 0.865625, "score_std": 0.012530080020845755, "fit_s": 0.0001, "predict_s": 0.0562, "mem_mb": 297.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.865625, "score_std": 0.012530080020845755, "fit_s": 0.001, "predict_s": 0.0205, "mem_mb": 188.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8732142857142857, "score_std": 0.022092075666542418, "fit_s": 0.0033, "predict_s": 0.0884, "mem_mb": 305.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "NATICUSdroid", "rows": 7491, "features": 86, "n_train": 6742, "n_test": 749, "tuiml": { "score": 0.9267149087672453, "score_std": 0.012586467606026344, "fit_s": 0.0003, "predict_s": 0.7614, "mem_mb": 315.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9269819314641745, "score_std": 0.01299801477697416, "fit_s": 0.0032, "predict_s": 0.0804, "mem_mb": 205.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9325869158878505, "score_std": 0.008127482528507098, "fit_s": 0.0093, "predict_s": 1.1931, "mem_mb": 433.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "SDSS17", "rows": 78053, "features": 11, "n_train": 70248, "n_test": 7805, "tuiml": { "score": 0.908113786878242, "score_std": 0.004282623899964897, "fit_s": 0.0017, "predict_s": 110.9088, "mem_mb": 571.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.908113786878242, "score_std": 0.004282623899964897, "fit_s": 0.0176, "predict_s": 7.4469, "mem_mb": 460.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8751232703764561, "score_std": 0.005317746803209075, "fit_s": 0.0591, "predict_s": 16.702, "mem_mb": 469.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "anneal", "rows": 898, "features": 38, "n_train": 809, "n_test": 89, "tuiml": { "score": 0.9665917602996255, "score_std": 0.013858890048073525, "fit_s": 0.0001, "predict_s": 0.0054, "mem_mb": 292.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9665917602996255, "score_std": 0.013858890048073525, "fit_s": 0.0007, "predict_s": 0.0155, "mem_mb": 183.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9688014981273408, "score_std": 0.030149659084023027, "fit_s": 0.0017, "predict_s": 0.0465, "mem_mb": 304.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "bank-marketing", "rows": 45211, "features": 13, "n_train": 40690, "n_test": 4521, "tuiml": { "score": 0.8820860506393037, "score_std": 0.002927403035760144, "fit_s": 0.001, "predict_s": 5.7477, "mem_mb": 334.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8821081696395249, "score_std": 0.0029302594611637723, "fit_s": 0.0057, "predict_s": 0.9617, "mem_mb": 223.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8836123643743811, "score_std": 0.0021508923166982984, "fit_s": 0.0343, "predict_s": 6.3718, "mem_mb": 430.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "blood-transfusion-service-center", "rows": 748, "features": 4, "n_train": 674, "n_test": 74, "tuiml": { "score": 0.7606666666666666, "score_std": 0.02335495498584527, "fit_s": 0.0001, "predict_s": 0.0015, "mem_mb": 289.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7539099099099099, "score_std": 0.03547153452125838, "fit_s": 0.0009, "predict_s": 0.0017, "mem_mb": 180.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7713873873873873, "score_std": 0.03586262580642322, "fit_s": 0.0425, "predict_s": 0.0327, "mem_mb": 297.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "churn", "rows": 5000, "features": 19, "n_train": 4500, "n_test": 500, "tuiml": { "score": 0.8922, "score_std": 0.012053584068188563, "fit_s": 0.0002, "predict_s": 0.1336, "mem_mb": 300.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8922, "score_std": 0.012053584068188563, "fit_s": 0.0013, "predict_s": 0.0335, "mem_mb": 190.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8598, "score_std": 0.008916900308465451, "fit_s": 0.006, "predict_s": 0.2732, "mem_mb": 309.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "coil2000_insurance_policies", "rows": 9822, "features": 85, "n_train": 8840, "n_test": 982, "tuiml": { "score": 0.9343307717967152, "score_std": 0.002775866895501848, "fit_s": 0.0003, "predict_s": 1.1125, "mem_mb": 341.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9343307717967152, "score_std": 0.002775866895501848, "fit_s": 0.0027, "predict_s": 0.1118, "mem_mb": 232.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9361639728749226, "score_std": 0.00244229939686271, "fit_s": 0.0108, "predict_s": 1.8039, "mem_mb": 344.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "credit-g", "rows": 1000, "features": 20, "n_train": 900, "n_test": 100, "tuiml": { "score": 0.727, "score_std": 0.03433495141818159, "fit_s": 0.0001, "predict_s": 0.0049, "mem_mb": 291.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.727, "score_std": 0.03433495141818159, "fit_s": 0.0006, "predict_s": 0.0165, "mem_mb": 182.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.726, "score_std": 0.039214509786274, "fit_s": 0.0018, "predict_s": 0.0507, "mem_mb": 299.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "credit_card_clients_default", "rows": 30000, "features": 23, "n_train": 27000, "n_test": 3000, "tuiml": { "score": 0.7928333333333334, "score_std": 0.0036421740895741807, "fit_s": 0.0007, "predict_s": 2.2906, "mem_mb": 331.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7927333333333333, "score_std": 0.003592859860237911, "fit_s": 0.0028, "predict_s": 0.4147, "mem_mb": 221.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7919666666666667, "score_std": 0.0056425412364410985, "fit_s": 0.0281, "predict_s": 3.6995, "mem_mb": 378.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "customer_satisfaction_in_airline", "rows": 129880, "features": 21, "n_train": 116892, "n_test": 12988, "tuiml": { "score": 0.9325300277178934, "score_std": 0.0015640954824827414, "fit_s": 0.0028, "predict_s": 123.4213, "mem_mb": 555.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9325300277178934, "score_std": 0.0015640954824827414, "fit_s": 0.0149, "predict_s": 11.9688, "mem_mb": 443.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9370880813058208, "score_std": 0.0015172384573143521, "fit_s": 0.0815, "predict_s": 131.5864, "mem_mb": 954.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "diabetes", "rows": 768, "features": 8, "n_train": 692, "n_test": 76, "tuiml": { "score": 0.7369958988380041, "score_std": 0.02714462557437225, "fit_s": 0.0001, "predict_s": 0.0014, "mem_mb": 290.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7369958988380041, "score_std": 0.02714462557437225, "fit_s": 0.0011, "predict_s": 0.0022, "mem_mb": 181.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7447881066302119, "score_std": 0.025435212557526187, "fit_s": 0.0017, "predict_s": 0.0269, "mem_mb": 299.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "hazelnut-spread-contaminant-detection", "rows": 2400, "features": 30, "n_train": 2160, "n_test": 240, "tuiml": { "score": 0.8645833333333334, "score_std": 0.009672491859155651, "fit_s": 0.0001, "predict_s": 0.0145, "mem_mb": 294.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8645833333333334, "score_std": 0.009672491859155651, "fit_s": 0.0007, "predict_s": 0.0183, "mem_mb": 184.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8683333333333333, "score_std": 0.012297746456210387, "fit_s": 0.0036, "predict_s": 0.0758, "mem_mb": 304.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "heloc", "rows": 10459, "features": 23, "n_train": 9414, "n_test": 1045, "tuiml": { "score": 0.6769296568380799, "score_std": 0.018739567899069044, "fit_s": 0.0004, "predict_s": 0.1986, "mem_mb": 305.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6769296568380799, "score_std": 0.018739567899069044, "fit_s": 0.0011, "predict_s": 0.0601, "mem_mb": 195.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6774071193976599, "score_std": 0.012373400829413536, "fit_s": 0.011, "predict_s": 0.7861, "mem_mb": 313.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "hiva_agnostic", "rows": 3845, "features": 1617, "n_train": 3461, "n_test": 384, "tuiml": { "score": 0.964371617965368, "score_std": 0.0024282413052528775, "fit_s": 0.0002, "predict_s": 4.3092, "mem_mb": 569.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.964371617965368, "score_std": 0.0024282413052528775, "fit_s": 0.0091, "predict_s": 0.2363, "mem_mb": 458.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.964371617965368, "score_std": 0.0024282413052528775, "fit_s": 0.0081, "predict_s": 6.6986, "mem_mb": 1141.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "in_vehicle_coupon_recommendation", "rows": 12684, "features": 24, "n_train": 11416, "n_test": 1268, "tuiml": { "score": 0.6672998187797838, "score_std": 0.013740892987481214, "fit_s": 0.0004, "predict_s": 1.3959, "mem_mb": 323.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6669835534574778, "score_std": 0.014604597728490794, "fit_s": 0.0025, "predict_s": 0.1447, "mem_mb": 214.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6766785864325968, "score_std": 0.017199528644347508, "fit_s": 0.0128, "predict_s": 1.4594, "mem_mb": 360.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "jm1", "rows": 10885, "features": 21, "n_train": 9797, "n_test": 1088, "tuiml": { "score": 0.8002760728947226, "score_std": 0.009662901436693164, "fit_s": 0.0004, "predict_s": 0.196, "mem_mb": 304.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8004598964241344, "score_std": 0.009666779069448996, "fit_s": 0.0012, "predict_s": 0.0621, "mem_mb": 196.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8005513017879328, "score_std": 0.009519103399808685, "fit_s": 0.0115, "predict_s": 0.6471, "mem_mb": 313.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "kddcup09_appetency", "rows": 50000, "features": 212, "n_train": 45000, "n_test": 5000, "tuiml": { "score": 0.9821, "score_std": 0.00010540925533893437, "fit_s": 0.0012, "predict_s": 379.9404, "mem_mb": 1705.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9821, "score_std": 0.00010540925533893437, "fit_s": 0.0731, "predict_s": 19.6356, "mem_mb": 1645.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.98202, "score_std": 0.00014757295747450813, "fit_s": 0.0446, "predict_s": 209.6475, "mem_mb": 1304.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "maternal_health_risk", "rows": 1014, "features": 6, "n_train": 913, "n_test": 101, "tuiml": { "score": 0.6756552125800815, "score_std": 0.04663923075422988, "fit_s": 0.0001, "predict_s": 0.001, "mem_mb": 289.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.676625897883906, "score_std": 0.0445050761009733, "fit_s": 0.001, "predict_s": 0.0017, "mem_mb": 181.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6934090467870316, "score_std": 0.04458965854627927, "fit_s": 0.0021, "predict_s": 0.0339, "mem_mb": 299.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "online_shoppers_intention", "rows": 12330, "features": 17, "n_train": 11097, "n_test": 1233, "tuiml": { "score": 0.873154906731549, "score_std": 0.0066791766711791194, "fit_s": 0.0003, "predict_s": 0.876, "mem_mb": 312.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.873154906731549, "score_std": 0.0066791766711791194, "fit_s": 0.0019, "predict_s": 0.1113, "mem_mb": 200.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8448499594484996, "score_std": 0.005474702866925662, "fit_s": 0.0126, "predict_s": 1.1894, "mem_mb": 315.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "polish_companies_bankruptcy", "rows": 5910, "features": 64, "n_train": 5319, "n_test": 591, "tuiml": { "score": 0.9282571912013536, "score_std": 0.005362600935817111, "fit_s": 0.0004, "predict_s": 0.1639, "mem_mb": 313.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9282571912013536, "score_std": 0.005362600935817111, "fit_s": 0.0015, "predict_s": 0.0364, "mem_mb": 203.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9292724196277495, "score_std": 0.003724212976699191, "fit_s": 0.0071, "predict_s": 0.4762, "mem_mb": 320.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "qsar-biodeg", "rows": 1054, "features": 41, "n_train": 949, "n_test": 105, "tuiml": { "score": 0.8585804132973944, "score_std": 0.03363753091651915, "fit_s": 0.0001, "predict_s": 0.0068, "mem_mb": 292.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8585804132973944, "score_std": 0.03363753091651915, "fit_s": 0.0005, "predict_s": 0.015, "mem_mb": 183.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8481581311769991, "score_std": 0.045456715282529946, "fit_s": 0.0019, "predict_s": 0.0518, "mem_mb": 304.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "seismic-bumps", "rows": 2584, "features": 15, "n_train": 2326, "n_test": 258, "tuiml": { "score": 0.9280177187153932, "score_std": 0.00664224090522251, "fit_s": 0.0001, "predict_s": 0.016, "mem_mb": 292.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9280177187153932, "score_std": 0.00664224090522251, "fit_s": 0.0006, "predict_s": 0.0173, "mem_mb": 183.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9311155008829427, "score_std": 0.00437260773526451, "fit_s": 0.0036, "predict_s": 0.0736, "mem_mb": 303.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "splice", "rows": 3190, "features": 60, "n_train": 2871, "n_test": 319, "tuiml": { "score": 0.7852664576802508, "score_std": 0.02460587636220818, "fit_s": 0.0002, "predict_s": 0.2321, "mem_mb": 303.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7874608150470219, "score_std": 0.02119950621177137, "fit_s": 0.0014, "predict_s": 0.0315, "mem_mb": 190.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7965517241379311, "score_std": 0.02726652103123681, "fit_s": 0.0048, "predict_s": 0.4177, "mem_mb": 312.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "students_dropout_and_academic_success", "rows": 4424, "features": 36, "n_train": 3982, "n_test": 442, "tuiml": { "score": 0.7038890534508646, "score_std": 0.012934126997068767, "fit_s": 0.0002, "predict_s": 0.3924, "mem_mb": 310.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7038890534508646, "score_std": 0.012934126997068767, "fit_s": 0.0017, "predict_s": 0.0423, "mem_mb": 203.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6439746483764542, "score_std": 0.016332012638270017, "fit_s": 0.0057, "predict_s": 0.3327, "mem_mb": 311.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "taiwanese_bankruptcy_prediction", "rows": 6819, "features": 94, "n_train": 6138, "n_test": 681, "tuiml": { "score": 0.9687638068908497, "score_std": 0.0032450900864581236, "fit_s": 0.0005, "predict_s": 0.3344, "mem_mb": 332.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9687638068908497, "score_std": 0.0032450900864581236, "fit_s": 0.0019, "predict_s": 0.0483, "mem_mb": 224.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9683239241929025, "score_std": 0.0026030168025967188, "fit_s": 0.0081, "predict_s": 0.7533, "mem_mb": 332.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "website_phishing", "rows": 1353, "features": 9, "n_train": 1218, "n_test": 135, "tuiml": { "score": 0.8743899782135076, "score_std": 0.020642913895955996, "fit_s": 0.0001, "predict_s": 0.0038, "mem_mb": 284.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8780610021786492, "score_std": 0.01434860567402788, "fit_s": 0.0007, "predict_s": 0.0148, "mem_mb": 179.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8692156862745098, "score_std": 0.0178200286385772, "fit_s": 0.0021, "predict_s": 0.0454, "mem_mb": 294.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } } ], "decision_tree": [ { "dataset": "APSFailure", "rows": 76000, "features": 170, "n_train": 68400, "n_test": 7600, "tuiml": { "score": 0.9900526315789474, "score_std": 0.0009472059639784559, "fit_s": 45.671, "predict_s": 0.2103, "mem_mb": 1114.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9901578947368421, "score_std": 0.0009132922866540601, "fit_s": 28.8524, "predict_s": 0.0056, "mem_mb": 982.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9908421052631579, "score_std": 0.0007627040392731348, "fit_s": 42.7686, "predict_s": 0.0482, "mem_mb": 1258.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Amazon_employee_access", "rows": 32769, "features": 9, "n_train": 29493, "n_test": 3276, "tuiml": { "score": 0.9396991668352669, "score_std": 0.0020385306632035864, "fit_s": 74.3727, "predict_s": 0.1949, "mem_mb": 726.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.940309490462069, "score_std": 0.002624575184693922, "fit_s": 16.5205, "predict_s": 0.0117, "mem_mb": 616.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9421099269970189, "score_std": 0.0001446495824746169, "fit_s": 0.2071, "predict_s": 0.0182, "mem_mb": 467.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Bank_Customer_Churn", "rows": 10000, "features": 10, "n_train": 9000, "n_test": 1000, "tuiml": { "score": 0.7972, "score_std": 0.013902837440209403, "fit_s": 0.0834, "predict_s": 0.0109, "mem_mb": 296.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.795, "score_std": 0.014959203781544562, "fit_s": 0.0565, "predict_s": 0.0006, "mem_mb": 187.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.854, "score_std": 0.010360180178613378, "fit_s": 0.3082, "predict_s": 0.0069, "mem_mb": 320.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Bioresponse", "rows": 3751, "features": 1776, "n_train": 3376, "n_test": 375, "tuiml": { "score": 0.7312645390070922, "score_std": 0.03387583817357569, "fit_s": 2.511, "predict_s": 0.0057, "mem_mb": 740.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7315340425531915, "score_std": 0.017889377988034548, "fit_s": 1.357, "predict_s": 0.0018, "mem_mb": 634.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.735545390070922, "score_std": 0.019770763585028963, "fit_s": 8.8428, "predict_s": 0.0063, "mem_mb": 1168.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Diabetes130US", "rows": 71518, "features": 47, "n_train": 64367, "n_test": 7151, "tuiml": { "score": 0.8485834962460468, "score_std": 0.003828333727894853, "fit_s": 54.5226, "predict_s": 0.3181, "mem_mb": 978.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8482619235212797, "score_std": 0.0031678865277572927, "fit_s": 13.1879, "predict_s": 0.0171, "mem_mb": 867.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9120081666743313, "score_std": 6.602467155305691e-05, "fit_s": 2.6325, "predict_s": 0.0378, "mem_mb": 984.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "E-CommereShippingData", "rows": 10999, "features": 10, "n_train": 9900, "n_test": 1099, "tuiml": { "score": 0.6471484820911573, "score_std": 0.012727087266100673, "fit_s": 0.1066, "predict_s": 0.0123, "mem_mb": 299.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6434198031268095, "score_std": 0.016841997478803945, "fit_s": 0.0549, "predict_s": 0.0006, "mem_mb": 189.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6607867482835635, "score_std": 0.014967915521107931, "fit_s": 0.4062, "predict_s": 0.0077, "mem_mb": 345.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Fitness_Club", "rows": 1500, "features": 6, "n_train": 1350, "n_test": 150, "tuiml": { "score": 0.7073333333333334, "score_std": 0.031023686689406672, "fit_s": 0.0125, "predict_s": 0.0014, "mem_mb": 291.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.716, "score_std": 0.026703678019199664, "fit_s": 0.0055, "predict_s": 0.0002, "mem_mb": 182.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7693333333333333, "score_std": 0.03838724067855854, "fit_s": 0.0522, "predict_s": 0.0012, "mem_mb": 302.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "GiveMeSomeCredit", "rows": 150000, "features": 10, "n_train": 135000, "n_test": 15000, "tuiml": { "score": 0.89778, "score_std": 0.002089373466252847, "fit_s": 1.7641, "predict_s": 0.2604, "mem_mb": 392.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8978266666666667, "score_std": 0.003098259168717683, "fit_s": 1.2318, "predict_s": 0.0044, "mem_mb": 284.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.93488, "score_std": 0.0007728734264634232, "fit_s": 9.7311, "predict_s": 0.0789, "mem_mb": 932.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "HR_Analytics_Job_Change_of_Data_Scientists", "rows": 19158, "features": 12, "n_train": 17243, "n_test": 1915, "tuiml": { "score": 0.70967747210518, "score_std": 0.005812805306599625, "fit_s": 1.2918, "predict_s": 0.0384, "mem_mb": 347.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7110346838768757, "score_std": 0.00912257396692035, "fit_s": 0.2612, "predict_s": 0.002, "mem_mb": 234.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7823362150258644, "score_std": 0.006814506838782902, "fit_s": 0.2892, "predict_s": 0.0115, "mem_mb": 382.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Is-this-a-good-customer", "rows": 1723, "features": 13, "n_train": 1551, "n_test": 172, "tuiml": { "score": 0.8177611238069633, "score_std": 0.01898228456231432, "fit_s": 0.0187, "predict_s": 0.0014, "mem_mb": 292.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.81658825110902, "score_std": 0.024418554185093058, "fit_s": 0.0087, "predict_s": 0.0003, "mem_mb": 184.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8862481516332841, "score_std": 0.0028420460216494773, "fit_s": 0.0634, "predict_s": 0.0012, "mem_mb": 302.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "MIC", "rows": 1699, "features": 111, "n_train": 1530, "n_test": 169, "tuiml": { "score": 0.7810476853463278, "score_std": 0.017923281044173213, "fit_s": 0.1253, "predict_s": 0.0024, "mem_mb": 303.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.77987817612252, "score_std": 0.025372618628063386, "fit_s": 0.0391, "predict_s": 0.0002, "mem_mb": 193.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8446014618865297, "score_std": 0.01266285179917335, "fit_s": 0.2452, "predict_s": 0.0051, "mem_mb": 331.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Marketing_Campaign", "rows": 2240, "features": 25, "n_train": 2016, "n_test": 224, "tuiml": { "score": 0.8513392857142857, "score_std": 0.022077035104944312, "fit_s": 0.1076, "predict_s": 0.0031, "mem_mb": 297.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8504464285714286, "score_std": 0.021692529370704247, "fit_s": 0.0412, "predict_s": 0.0005, "mem_mb": 188.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8660714285714286, "score_std": 0.018705067098179352, "fit_s": 0.1482, "predict_s": 0.0021, "mem_mb": 307.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "NATICUSdroid", "rows": 7491, "features": 86, "n_train": 6742, "n_test": 749, "tuiml": { "score": 0.898949354695149, "score_std": 0.013891224257882445, "fit_s": 0.2269, "predict_s": 0.0072, "mem_mb": 314.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8962801958166444, "score_std": 0.0151104823013671, "fit_s": 0.0604, "predict_s": 0.0008, "mem_mb": 205.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9289849577214063, "score_std": 0.012459105053719326, "fit_s": 0.298, "predict_s": 0.006, "mem_mb": 476.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "SDSS17", "rows": 78053, "features": 11, "n_train": 70248, "n_test": 7805, "tuiml": { "score": 0.964652243555812, "score_std": 0.002113902966556896, "fit_s": 9.039, "predict_s": 0.125, "mem_mb": 571.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9646650673449997, "score_std": 0.0027711022879009233, "fit_s": 2.9327, "predict_s": 0.0065, "mem_mb": 460.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.972352171484574, "score_std": 0.0021842468303364436, "fit_s": 2.1411, "predict_s": 0.0623, "mem_mb": 668.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "anneal", "rows": 898, "features": 38, "n_train": 809, "n_test": 89, "tuiml": { "score": 0.9933333333333334, "score_std": 0.010734353145325502, "fit_s": 0.0068, "predict_s": 0.0004, "mem_mb": 292.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9944444444444445, "score_std": 0.010798059064528328, "fit_s": 0.0029, "predict_s": 0.0002, "mem_mb": 184.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9844069912609239, "score_std": 0.01410760516702405, "fit_s": 0.0827, "predict_s": 0.0018, "mem_mb": 303.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "bank-marketing", "rows": 45211, "features": 13, "n_train": 40690, "n_test": 4521, "tuiml": { "score": 0.8214371754359551, "score_std": 0.004224009784777956, "fit_s": 0.8865, "predict_s": 0.0781, "mem_mb": 338.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.821127563238476, "score_std": 0.003001142617881843, "fit_s": 0.3324, "predict_s": 0.0028, "mem_mb": 223.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8917299102786437, "score_std": 0.0014626210104462056, "fit_s": 0.9972, "predict_s": 0.0266, "mem_mb": 499.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "blood-transfusion-service-center", "rows": 748, "features": 4, "n_train": 674, "n_test": 74, "tuiml": { "score": 0.713963963963964, "score_std": 0.06042622614629977, "fit_s": 0.0042, "predict_s": 0.0014, "mem_mb": 290.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7152792792792793, "score_std": 0.06114968346845957, "fit_s": 0.0021, "predict_s": 0.0002, "mem_mb": 181.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7794054054054054, "score_std": 0.03846939913027263, "fit_s": 0.0419, "predict_s": 0.0014, "mem_mb": 299.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "churn", "rows": 5000, "features": 19, "n_train": 4500, "n_test": 500, "tuiml": { "score": 0.9182, "score_std": 0.01216369826802506, "fit_s": 0.1525, "predict_s": 0.0063, "mem_mb": 300.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9174, "score_std": 0.011471704319759975, "fit_s": 0.0853, "predict_s": 0.0004, "mem_mb": 189.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.942, "score_std": 0.004988876515698558, "fit_s": 0.196, "predict_s": 0.004, "mem_mb": 308.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "coil2000_insurance_policies", "rows": 9822, "features": 85, "n_train": 8840, "n_test": 982, "tuiml": { "score": 0.9030749834767421, "score_std": 0.011001679071549048, "fit_s": 0.4701, "predict_s": 0.0129, "mem_mb": 341.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9019550277321389, "score_std": 0.011129414829158454, "fit_s": 0.1675, "predict_s": 0.0006, "mem_mb": 231.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9402362566895885, "score_std": 0.0006817437748997071, "fit_s": 1.0243, "predict_s": 0.0061, "mem_mb": 516.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "credit-g", "rows": 1000, "features": 20, "n_train": 900, "n_test": 100, "tuiml": { "score": 0.69, "score_std": 0.05656854249492378, "fit_s": 0.0131, "predict_s": 0.0008, "mem_mb": 291.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.694, "score_std": 0.043256341860022224, "fit_s": 0.0069, "predict_s": 0.0003, "mem_mb": 183.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.706, "score_std": 0.04857983120596447, "fit_s": 0.0585, "predict_s": 0.0009, "mem_mb": 303.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "credit_card_clients_default", "rows": 30000, "features": 23, "n_train": 27000, "n_test": 3000, "tuiml": { "score": 0.7240333333333333, "score_std": 0.008536703616852073, "fit_s": 0.9156, "predict_s": 0.0494, "mem_mb": 331.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.724, "score_std": 0.008473633762194501, "fit_s": 0.6844, "predict_s": 0.0013, "mem_mb": 222.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8084, "score_std": 0.00580931563509403, "fit_s": 1.897, "predict_s": 0.0188, "mem_mb": 622.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "customer_satisfaction_in_airline", "rows": 129880, "features": 21, "n_train": 116892, "n_test": 12988, "tuiml": { "score": 0.9357021866338159, "score_std": 0.001853003169881681, "fit_s": 5.4937, "predict_s": 0.178, "mem_mb": 555.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9351709270095473, "score_std": 0.0018726451439230716, "fit_s": 2.0656, "predict_s": 0.0056, "mem_mb": 443.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9421850939328611, "score_std": 0.0023674083505749147, "fit_s": 3.2476, "predict_s": 0.0728, "mem_mb": 954.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "diabetes", "rows": 768, "features": 8, "n_train": 692, "n_test": 76, "tuiml": { "score": 0.6913875598086124, "score_std": 0.05174027993511631, "fit_s": 0.0046, "predict_s": 0.0005, "mem_mb": 290.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7083390293916609, "score_std": 0.05013500859031231, "fit_s": 0.0037, "predict_s": 0.0002, "mem_mb": 182.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7446514012303487, "score_std": 0.05261259174367686, "fit_s": 0.046, "predict_s": 0.0008, "mem_mb": 300.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "hazelnut-spread-contaminant-detection", "rows": 2400, "features": 30, "n_train": 2160, "n_test": 240, "tuiml": { "score": 0.8454166666666667, "score_std": 0.018472744353523043, "fit_s": 0.0779, "predict_s": 0.0025, "mem_mb": 294.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.84875, "score_std": 0.014306229757575664, "fit_s": 0.0793, "predict_s": 0.0003, "mem_mb": 185.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8508333333333333, "score_std": 0.017213259316477405, "fit_s": 0.2128, "predict_s": 0.0026, "mem_mb": 305.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "heloc", "rows": 10459, "features": 23, "n_train": 9414, "n_test": 1045, "tuiml": { "score": 0.638970056812464, "score_std": 0.013138431697656454, "fit_s": 0.1617, "predict_s": 0.0125, "mem_mb": 305.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.637343719981337, "score_std": 0.010065761275440583, "fit_s": 0.1078, "predict_s": 0.0004, "mem_mb": 195.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6652647131473739, "score_std": 0.011552915898761174, "fit_s": 0.6699, "predict_s": 0.0083, "mem_mb": 416.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "hiva_agnostic", "rows": 3845, "features": 1617, "n_train": 3461, "n_test": 384, "tuiml": { "score": 0.9211985930735931, "score_std": 0.009241634737270597, "fit_s": 8.5602, "predict_s": 0.0076, "mem_mb": 569.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9256222943722944, "score_std": 0.006684204891598032, "fit_s": 2.3706, "predict_s": 0.0048, "mem_mb": 455.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9646306818181818, "score_std": 0.0013043531257193703, "fit_s": 4.353, "predict_s": 0.0045, "mem_mb": 1139.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "in_vehicle_coupon_recommendation", "rows": 12684, "features": 24, "n_train": 11416, "n_test": 1268, "tuiml": { "score": 0.6884255219713975, "score_std": 0.017819743665257393, "fit_s": 0.4076, "predict_s": 0.0162, "mem_mb": 323.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6925259090219826, "score_std": 0.01479438358834699, "fit_s": 0.1305, "predict_s": 0.0007, "mem_mb": 214.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7280819866110825, "score_std": 0.009740673307699168, "fit_s": 0.2421, "predict_s": 0.0086, "mem_mb": 389.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "jm1", "rows": 10885, "features": 21, "n_train": 9797, "n_test": 1088, "tuiml": { "score": 0.751398932506887, "score_std": 0.011396019534678508, "fit_s": 0.1818, "predict_s": 0.014, "mem_mb": 304.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7529603353049209, "score_std": 0.014125796624054675, "fit_s": 0.1275, "predict_s": 0.0004, "mem_mb": 196.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7986229271322854, "score_std": 0.00944204503512423, "fit_s": 0.5219, "predict_s": 0.0082, "mem_mb": 376.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "kddcup09_appetency", "rows": 50000, "features": 212, "n_train": 45000, "n_test": 5000, "tuiml": { "score": 0.9672, "score_std": 0.0019436506316150878, "fit_s": 146.2246, "predict_s": 0.1823, "mem_mb": 1706.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.96684, "score_std": 0.0014385177556545331, "fit_s": 35.5686, "predict_s": 0.0269, "mem_mb": 1646.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9822, "score_std": 0.0, "fit_s": 5.9346, "predict_s": 0.0302, "mem_mb": 1297.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "maternal_health_risk", "rows": 1014, "features": 6, "n_train": 913, "n_test": 101, "tuiml": { "score": 0.8433119782566492, "score_std": 0.04196240122315186, "fit_s": 0.0041, "predict_s": 0.0008, "mem_mb": 290.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8442923704135119, "score_std": 0.04048910968891231, "fit_s": 0.0022, "predict_s": 0.0001, "mem_mb": 182.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7653853620656184, "score_std": 0.05880761613604777, "fit_s": 0.072, "predict_s": 0.0016, "mem_mb": 302.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "online_shoppers_intention", "rows": 12330, "features": 17, "n_train": 11097, "n_test": 1233, "tuiml": { "score": 0.8598540145985402, "score_std": 0.00988732474780208, "fit_s": 0.2472, "predict_s": 0.0126, "mem_mb": 313.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8602595296025953, "score_std": 0.011747032351402082, "fit_s": 0.1071, "predict_s": 0.0007, "mem_mb": 200.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8954582319545823, "score_std": 0.008458334048819844, "fit_s": 0.3256, "predict_s": 0.0086, "mem_mb": 336.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "polish_companies_bankruptcy", "rows": 5910, "features": 64, "n_train": 5319, "n_test": 591, "tuiml": { "score": 0.9228426395939087, "score_std": 0.011115547912983664, "fit_s": 0.5533, "predict_s": 0.0068, "mem_mb": 312.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9230118443316413, "score_std": 0.00917284600524004, "fit_s": 0.5539, "predict_s": 0.0005, "mem_mb": 203.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9401015228426396, "score_std": 0.007904274355941291, "fit_s": 0.5854, "predict_s": 0.0052, "mem_mb": 351.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "qsar-biodeg", "rows": 1054, "features": 41, "n_train": 949, "n_test": 105, "tuiml": { "score": 0.8130278526504942, "score_std": 0.03589937428725744, "fit_s": 0.0202, "predict_s": 0.0008, "mem_mb": 292.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8101796945193172, "score_std": 0.031107343606191742, "fit_s": 0.0141, "predict_s": 0.0001, "mem_mb": 184.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8386792452830188, "score_std": 0.026226244263947304, "fit_s": 0.1203, "predict_s": 0.0012, "mem_mb": 304.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "seismic-bumps", "rows": 2584, "features": 15, "n_train": 2326, "n_test": 258, "tuiml": { "score": 0.8831372901140343, "score_std": 0.016309230146075056, "fit_s": 0.0251, "predict_s": 0.0022, "mem_mb": 292.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8866136901020623, "score_std": 0.014210411164023858, "fit_s": 0.0129, "predict_s": 0.0002, "mem_mb": 184.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9318847086288947, "score_std": 0.007390971124422562, "fit_s": 0.1142, "predict_s": 0.0018, "mem_mb": 305.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "splice", "rows": 3190, "features": 60, "n_train": 2871, "n_test": 319, "tuiml": { "score": 0.9244514106583073, "score_std": 0.013499454846159803, "fit_s": 0.1244, "predict_s": 0.0021, "mem_mb": 303.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9269592476489028, "score_std": 0.01386652823200306, "fit_s": 0.0423, "predict_s": 0.0003, "mem_mb": 192.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9432601880877743, "score_std": 0.010904405724718541, "fit_s": 0.0753, "predict_s": 0.0036, "mem_mb": 322.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "students_dropout_and_academic_success", "rows": 4424, "features": 36, "n_train": 3982, "n_test": 442, "tuiml": { "score": 0.6808437943678948, "score_std": 0.025677752891753586, "fit_s": 0.2711, "predict_s": 0.0057, "mem_mb": 311.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.674506399191036, "score_std": 0.014243373735415997, "fit_s": 0.0747, "predict_s": 0.0003, "mem_mb": 203.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7432101161353585, "score_std": 0.02272183277816399, "fit_s": 0.284, "predict_s": 0.0051, "mem_mb": 333.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "taiwanese_bankruptcy_prediction", "rows": 6819, "features": 94, "n_train": 6138, "n_test": 681, "tuiml": { "score": 0.9549793085035376, "score_std": 0.004026833492136559, "fit_s": 0.8338, "predict_s": 0.0073, "mem_mb": 332.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9516066591738043, "score_std": 0.007784329013470356, "fit_s": 0.626, "predict_s": 0.0005, "mem_mb": 223.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9604043131327485, "score_std": 0.006560515773271568, "fit_s": 0.6849, "predict_s": 0.0052, "mem_mb": 381.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "website_phishing", "rows": 1353, "features": 9, "n_train": 1218, "n_test": 135, "tuiml": { "score": 0.8721677559912854, "score_std": 0.02367404243340851, "fit_s": 0.0064, "predict_s": 0.0008, "mem_mb": 284.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.870702614379085, "score_std": 0.023629675590035683, "fit_s": 0.0029, "predict_s": 0.0001, "mem_mb": 182.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9098529411764705, "score_std": 0.017535052264749433, "fit_s": 0.0292, "predict_s": 0.0016, "mem_mb": 293.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } } ], "naive_bayes": [ { "dataset": "APSFailure", "rows": 76000, "features": 170, "n_train": 68400, "n_test": 7600, "tuiml": { "score": 0.9074605263157894, "score_std": 0.004649143495485243, "fit_s": 0.151, "predict_s": 0.0222, "mem_mb": 1117.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9074605263157894, "score_std": 0.004649143495485243, "fit_s": 0.0969, "predict_s": 0.0208, "mem_mb": 982.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9074605263157894, "score_std": 0.004649143495485243, "fit_s": 0.1527, "predict_s": 0.1587, "mem_mb": 1403.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Amazon_employee_access", "rows": 32769, "features": 9, "n_train": 29493, "n_test": 3276, "tuiml": { "score": 0.8863557212122973, "score_std": 0.006170534744616408, "fit_s": 0.0046, "predict_s": 0.0007, "mem_mb": 297.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8863557212122973, "score_std": 0.006170534744616408, "fit_s": 0.0093, "predict_s": 0.0008, "mem_mb": 188.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8863557212122973, "score_std": 0.006170534744616408, "fit_s": 0.0337, "predict_s": 0.0233, "mem_mb": 371.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Bank_Customer_Churn", "rows": 10000, "features": 10, "n_train": 9000, "n_test": 1000, "tuiml": { "score": 0.8254999999999999, "score_std": 0.006900080514828156, "fit_s": 0.002, "predict_s": 0.0003, "mem_mb": 295.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8254999999999999, "score_std": 0.006900080514828156, "fit_s": 0.0054, "predict_s": 0.0004, "mem_mb": 186.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8254999999999999, "score_std": 0.006900080514828156, "fit_s": 0.014, "predict_s": 0.01, "mem_mb": 305.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Bioresponse", "rows": 3751, "features": 1776, "n_train": 3376, "n_test": 375, "tuiml": { "score": 0.6750212765957447, "score_std": 0.020724893407099414, "fit_s": 0.1439, "predict_s": 0.0291, "mem_mb": 742.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6750212765957447, "score_std": 0.020724893407099414, "fit_s": 0.2261, "predict_s": 0.0184, "mem_mb": 635.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6750212765957447, "score_std": 0.020724893407099414, "fit_s": 0.0938, "predict_s": 0.0929, "mem_mb": 1222.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Diabetes130US", "rows": 71518, "features": 47, "n_train": 64367, "n_test": 7151, "tuiml": { "score": 0.9039262785167638, "score_std": 0.0016878264710816551, "fit_s": 0.0566, "predict_s": 0.0065, "mem_mb": 422.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9039262785167638, "score_std": 0.0016878264710816551, "fit_s": 0.0788, "predict_s": 0.0067, "mem_mb": 313.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9039262785167638, "score_std": 0.0016878264710816551, "fit_s": 0.0794, "predict_s": 0.0785, "mem_mb": 979.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "E-CommereShippingData", "rows": 10999, "features": 10, "n_train": 9900, "n_test": 1099, "tuiml": { "score": 0.678606998097444, "score_std": 0.009713825175782722, "fit_s": 0.0026, "predict_s": 0.0003, "mem_mb": 295.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6785160890065348, "score_std": 0.009608490118478962, "fit_s": 0.006, "predict_s": 0.0004, "mem_mb": 185.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.678606998097444, "score_std": 0.009713825175782722, "fit_s": 0.014, "predict_s": 0.0106, "mem_mb": 307.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Fitness_Club", "rows": 1500, "features": 6, "n_train": 1350, "n_test": 150, "tuiml": { "score": 0.7606666666666667, "score_std": 0.034633887636814714, "fit_s": 0.0005, "predict_s": 0.0001, "mem_mb": 290.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7606666666666667, "score_std": 0.034633887636814714, "fit_s": 0.0025, "predict_s": 0.0002, "mem_mb": 181.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7606666666666667, "score_std": 0.034633887636814714, "fit_s": 0.0048, "predict_s": 0.0018, "mem_mb": 299.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "GiveMeSomeCredit", "rows": 150000, "features": 10, "n_train": 135000, "n_test": 15000, "tuiml": { "score": 0.9222866666666667, "score_std": 0.0017877636212408285, "fit_s": 0.0197, "predict_s": 0.0027, "mem_mb": 392.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9223, "score_std": 0.0017891994209425777, "fit_s": 0.0386, "predict_s": 0.003, "mem_mb": 283.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9222866666666667, "score_std": 0.0017877636212408285, "fit_s": 0.091, "predict_s": 0.0955, "mem_mb": 815.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "HR_Analytics_Job_Change_of_Data_Scientists", "rows": 19158, "features": 12, "n_train": 17243, "n_test": 1915, "tuiml": { "score": 0.7741938982976937, "score_std": 0.007468633249536077, "fit_s": 0.0042, "predict_s": 0.0006, "mem_mb": 299.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7741417062308878, "score_std": 0.007560488218474015, "fit_s": 0.009, "predict_s": 0.0007, "mem_mb": 190.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7741938982976937, "score_std": 0.007468633249536077, "fit_s": 0.0229, "predict_s": 0.0152, "mem_mb": 352.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Is-this-a-good-customer", "rows": 1723, "features": 13, "n_train": 1551, "n_test": 172, "tuiml": { "score": 0.8653851324102702, "score_std": 0.026580309161836853, "fit_s": 0.0009, "predict_s": 0.0002, "mem_mb": 290.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8653851324102702, "score_std": 0.026580309161836853, "fit_s": 0.0031, "predict_s": 0.0003, "mem_mb": 181.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8653851324102702, "score_std": 0.026580309161836853, "fit_s": 0.006, "predict_s": 0.0028, "mem_mb": 302.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "MIC", "rows": 1699, "features": 111, "n_train": 1530, "n_test": 169, "tuiml": { "score": 0.8334145492516534, "score_std": 0.024799838382347922, "fit_s": 0.0158, "predict_s": 0.0015, "mem_mb": 297.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8334145492516534, "score_std": 0.024799838382347922, "fit_s": 0.0185, "predict_s": 0.0008, "mem_mb": 188.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8334145492516534, "score_std": 0.024799838382347922, "fit_s": 0.0128, "predict_s": 0.0265, "mem_mb": 314.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Marketing_Campaign", "rows": 2240, "features": 25, "n_train": 2016, "n_test": 224, "tuiml": { "score": 0.7848214285714286, "score_std": 0.023883812675879617, "fit_s": 0.0017, "predict_s": 0.0004, "mem_mb": 292.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7848214285714286, "score_std": 0.023883812675879617, "fit_s": 0.0042, "predict_s": 0.0003, "mem_mb": 183.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7848214285714286, "score_std": 0.023883812675879617, "fit_s": 0.0076, "predict_s": 0.0055, "mem_mb": 305.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "NATICUSdroid", "rows": 7491, "features": 86, "n_train": 6742, "n_test": 749, "tuiml": { "score": 0.919638629283489, "score_std": 0.007832899755105979, "fit_s": 0.0126, "predict_s": 0.002, "mem_mb": 308.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.919638629283489, "score_std": 0.007832899755105979, "fit_s": 0.0221, "predict_s": 0.0016, "mem_mb": 198.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.919638629283489, "score_std": 0.007832899755105979, "fit_s": 0.0325, "predict_s": 0.0185, "mem_mb": 428.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "SDSS17", "rows": 78053, "features": 11, "n_train": 70248, "n_test": 7805, "tuiml": { "score": 0.8619271464992763, "score_std": 0.004722946863195147, "fit_s": 0.0179, "predict_s": 0.0018, "mem_mb": 345.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8619271464992763, "score_std": 0.004722946863195147, "fit_s": 0.0287, "predict_s": 0.0018, "mem_mb": 237.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8619271464992763, "score_std": 0.004722946863195147, "fit_s": 0.0708, "predict_s": 0.0761, "mem_mb": 577.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "anneal", "rows": 898, "features": 38, "n_train": 809, "n_test": 89, "tuiml": { "score": 0.8897378277153558, "score_std": 0.026575949848060287, "fit_s": 0.0033, "predict_s": 0.0005, "mem_mb": 291.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.891960049937578, "score_std": 0.029346395091621656, "fit_s": 0.0057, "predict_s": 0.0003, "mem_mb": 182.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8897378277153558, "score_std": 0.026575949848060287, "fit_s": 0.0068, "predict_s": 0.0064, "mem_mb": 302.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "bank-marketing", "rows": 45211, "features": 13, "n_train": 40690, "n_test": 4521, "tuiml": { "score": 0.8804273310623449, "score_std": 0.004410457632445885, "fit_s": 0.009, "predict_s": 0.0012, "mem_mb": 314.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8804273310623449, "score_std": 0.004410457632445885, "fit_s": 0.0157, "predict_s": 0.0013, "mem_mb": 205.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8804273310623449, "score_std": 0.004410457632445885, "fit_s": 0.047, "predict_s": 0.0333, "mem_mb": 458.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "blood-transfusion-service-center", "rows": 748, "features": 4, "n_train": 674, "n_test": 74, "tuiml": { "score": 0.7686846846846846, "score_std": 0.05313484695196984, "fit_s": 0.0003, "predict_s": 0.0001, "mem_mb": 290.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7686846846846846, "score_std": 0.05313484695196984, "fit_s": 0.0017, "predict_s": 0.0001, "mem_mb": 179.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7686846846846846, "score_std": 0.05313484695196984, "fit_s": 0.0128, "predict_s": 0.0011, "mem_mb": 299.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "churn", "rows": 5000, "features": 19, "n_train": 4500, "n_test": 500, "tuiml": { "score": 0.8718, "score_std": 0.013806600675844237, "fit_s": 0.002, "predict_s": 0.0004, "mem_mb": 295.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8718, "score_std": 0.013806600675844237, "fit_s": 0.0044, "predict_s": 0.0004, "mem_mb": 186.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8718, "score_std": 0.013806600675844237, "fit_s": 0.0103, "predict_s": 0.0069, "mem_mb": 308.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "coil2000_insurance_policies", "rows": 9822, "features": 85, "n_train": 8840, "n_test": 982, "tuiml": { "score": 0.7885362776155954, "score_std": 0.011362558324061611, "fit_s": 0.0124, "predict_s": 0.0024, "mem_mb": 341.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7885362776155954, "score_std": 0.011362558324061611, "fit_s": 0.0186, "predict_s": 0.0019, "mem_mb": 232.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7885362776155954, "score_std": 0.011362558324061611, "fit_s": 0.0401, "predict_s": 0.0204, "mem_mb": 491.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "credit-g", "rows": 1000, "features": 20, "n_train": 900, "n_test": 100, "tuiml": { "score": 0.756, "score_std": 0.051682793182171505, "fit_s": 0.0011, "predict_s": 0.0003, "mem_mb": 290.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.755, "score_std": 0.053176853778479395, "fit_s": 0.0032, "predict_s": 0.0002, "mem_mb": 182.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.756, "score_std": 0.051682793182171505, "fit_s": 0.006, "predict_s": 0.0023, "mem_mb": 299.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "credit_card_clients_default", "rows": 30000, "features": 23, "n_train": 27000, "n_test": 3000, "tuiml": { "score": 0.7820333333333334, "score_std": 0.007266445800245202, "fit_s": 0.0104, "predict_s": 0.0015, "mem_mb": 330.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7820333333333334, "score_std": 0.007266445800245202, "fit_s": 0.0164, "predict_s": 0.0014, "mem_mb": 221.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7820333333333334, "score_std": 0.007266445800245202, "fit_s": 0.0455, "predict_s": 0.0251, "mem_mb": 473.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "customer_satisfaction_in_airline", "rows": 129880, "features": 21, "n_train": 116892, "n_test": 12988, "tuiml": { "score": 0.8586387434554974, "score_std": 0.0029129170175821455, "fit_s": 0.0675, "predict_s": 0.0052, "mem_mb": 397.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8586387434554974, "score_std": 0.0029129170175821455, "fit_s": 0.1209, "predict_s": 0.0051, "mem_mb": 288.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8586387434554974, "score_std": 0.0029129170175821455, "fit_s": 0.0807, "predict_s": 0.0986, "mem_mb": 959.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "diabetes", "rows": 768, "features": 8, "n_train": 692, "n_test": 76, "tuiml": { "score": 0.7565105946684895, "score_std": 0.03239915272933799, "fit_s": 0.0005, "predict_s": 0.0001, "mem_mb": 289.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7565105946684895, "score_std": 0.03239915272933799, "fit_s": 0.0022, "predict_s": 0.0002, "mem_mb": 181.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7565105946684895, "score_std": 0.03239915272933799, "fit_s": 0.0034, "predict_s": 0.0012, "mem_mb": 299.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "hazelnut-spread-contaminant-detection", "rows": 2400, "features": 30, "n_train": 2160, "n_test": 240, "tuiml": { "score": 0.7666666666666666, "score_std": 0.027916321169780257, "fit_s": 0.002, "predict_s": 0.0005, "mem_mb": 294.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7666666666666666, "score_std": 0.027916321169780257, "fit_s": 0.0049, "predict_s": 0.0004, "mem_mb": 184.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7666666666666666, "score_std": 0.027916321169780257, "fit_s": 0.0083, "predict_s": 0.0062, "mem_mb": 307.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "heloc", "rows": 10459, "features": 23, "n_train": 9414, "n_test": 1045, "tuiml": { "score": 0.7178494515447318, "score_std": 0.010120518241405842, "fit_s": 0.0047, "predict_s": 0.0007, "mem_mb": 305.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7178494515447318, "score_std": 0.010120518241405842, "fit_s": 0.0077, "predict_s": 0.0006, "mem_mb": 195.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7178494515447318, "score_std": 0.010120518241405842, "fit_s": 0.0174, "predict_s": 0.0115, "mem_mb": 346.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "hiva_agnostic", "rows": 3845, "features": 1617, "n_train": 3461, "n_test": 384, "tuiml": { "score": 0.7152069805194805, "score_std": 0.0230567435764023, "fit_s": 0.1816, "predict_s": 0.0276, "mem_mb": 527.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7149472402597403, "score_std": 0.02298525968832687, "fit_s": 0.2038, "predict_s": 0.0175, "mem_mb": 418.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7152069805194805, "score_std": 0.0230567435764023, "fit_s": 0.0929, "predict_s": 0.1082, "mem_mb": 1141.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "in_vehicle_coupon_recommendation", "rows": 12684, "features": 24, "n_train": 11416, "n_test": 1268, "tuiml": { "score": 0.6638306572899498, "score_std": 0.014677567311495797, "fit_s": 0.0061, "predict_s": 0.0008, "mem_mb": 302.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6638306572899498, "score_std": 0.014677567311495797, "fit_s": 0.0102, "predict_s": 0.0008, "mem_mb": 193.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6638306572899498, "score_std": 0.014677567311495797, "fit_s": 0.0228, "predict_s": 0.0136, "mem_mb": 354.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "jm1", "rows": 10885, "features": 21, "n_train": 9797, "n_test": 1088, "tuiml": { "score": 0.7057411514881434, "score_std": 0.01088837228196224, "fit_s": 0.0034, "predict_s": 0.0006, "mem_mb": 304.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7057411514881434, "score_std": 0.01088837228196224, "fit_s": 0.0066, "predict_s": 0.0006, "mem_mb": 196.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7057411514881434, "score_std": 0.01088837228196224, "fit_s": 0.0191, "predict_s": 0.0116, "mem_mb": 339.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "kddcup09_appetency", "rows": 50000, "features": 212, "n_train": 45000, "n_test": 5000, "tuiml": { "score": 0.88156, "score_std": 0.00860532135109176, "fit_s": 0.1451, "predict_s": 0.0214, "mem_mb": 911.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8815999999999999, "score_std": 0.008650754623473934, "fit_s": 0.1298, "predict_s": 0.0205, "mem_mb": 776.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.88156, "score_std": 0.00860532135109176, "fit_s": 0.134, "predict_s": 0.1404, "mem_mb": 1325.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "maternal_health_risk", "rows": 1014, "features": 6, "n_train": 913, "n_test": 101, "tuiml": { "score": 0.6697437390797903, "score_std": 0.04587282173327138, "fit_s": 0.0005, "predict_s": 0.0001, "mem_mb": 290.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6697437390797903, "score_std": 0.04587282173327138, "fit_s": 0.0019, "predict_s": 0.0001, "mem_mb": 181.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6697437390797903, "score_std": 0.04587282173327138, "fit_s": 0.004, "predict_s": 0.0018, "mem_mb": 300.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "online_shoppers_intention", "rows": 12330, "features": 17, "n_train": 11097, "n_test": 1233, "tuiml": { "score": 0.8309002433090025, "score_std": 0.006831186141385948, "fit_s": 0.0036, "predict_s": 0.0006, "mem_mb": 300.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8309002433090025, "score_std": 0.006831186141385948, "fit_s": 0.0075, "predict_s": 0.0006, "mem_mb": 190.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8309002433090025, "score_std": 0.006831186141385948, "fit_s": 0.0175, "predict_s": 0.0121, "mem_mb": 337.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "polish_companies_bankruptcy", "rows": 5910, "features": 64, "n_train": 5319, "n_test": 591, "tuiml": { "score": 0.8284263959390863, "score_std": 0.01462531123146122, "fit_s": 0.0058, "predict_s": 0.0013, "mem_mb": 312.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8284263959390863, "score_std": 0.01462531123146122, "fit_s": 0.0092, "predict_s": 0.001, "mem_mb": 203.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8284263959390863, "score_std": 0.01462531123146122, "fit_s": 0.0224, "predict_s": 0.0135, "mem_mb": 375.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "qsar-biodeg", "rows": 1054, "features": 41, "n_train": 949, "n_test": 105, "tuiml": { "score": 0.8045193171608266, "score_std": 0.0457184955410822, "fit_s": 0.002, "predict_s": 0.0005, "mem_mb": 292.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8045193171608266, "score_std": 0.0457184955410822, "fit_s": 0.0047, "predict_s": 0.0003, "mem_mb": 183.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8045193171608266, "score_std": 0.0457184955410822, "fit_s": 0.0075, "predict_s": 0.0039, "mem_mb": 305.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "seismic-bumps", "rows": 2584, "features": 15, "n_train": 2326, "n_test": 258, "tuiml": { "score": 0.8131004758911736, "score_std": 0.02243565723799291, "fit_s": 0.0012, "predict_s": 0.0003, "mem_mb": 292.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8131004758911736, "score_std": 0.02243565723799291, "fit_s": 0.003, "predict_s": 0.0002, "mem_mb": 182.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8131004758911736, "score_std": 0.02243565723799291, "fit_s": 0.0073, "predict_s": 0.0047, "mem_mb": 303.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "splice", "rows": 3190, "features": 60, "n_train": 2871, "n_test": 319, "tuiml": { "score": 0.9545454545454546, "score_std": 0.010984219457486216, "fit_s": 0.0057, "predict_s": 0.001, "mem_mb": 290.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9545454545454546, "score_std": 0.010984219457486216, "fit_s": 0.009, "predict_s": 0.0006, "mem_mb": 180.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9545454545454546, "score_std": 0.010984219457486216, "fit_s": 0.0131, "predict_s": 0.0121, "mem_mb": 313.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "students_dropout_and_academic_success", "rows": 4424, "features": 36, "n_train": 3982, "n_test": 442, "tuiml": { "score": 0.7111176368446319, "score_std": 0.01719720923142086, "fit_s": 0.0045, "predict_s": 0.0007, "mem_mb": 297.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7111176368446319, "score_std": 0.01719720923142086, "fit_s": 0.0071, "predict_s": 0.0005, "mem_mb": 188.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7111176368446319, "score_std": 0.01719720923142086, "fit_s": 0.0126, "predict_s": 0.0112, "mem_mb": 312.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "taiwanese_bankruptcy_prediction", "rows": 6819, "features": 94, "n_train": 6138, "n_test": 681, "tuiml": { "score": 0.8312092790918996, "score_std": 0.013593557946955319, "fit_s": 0.0093, "predict_s": 0.002, "mem_mb": 332.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8312092790918996, "score_std": 0.013593557946955319, "fit_s": 0.0118, "predict_s": 0.0014, "mem_mb": 223.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8312092790918996, "score_std": 0.013593557946955319, "fit_s": 0.0315, "predict_s": 0.0171, "mem_mb": 435.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "website_phishing", "rows": 1353, "features": 9, "n_train": 1218, "n_test": 135, "tuiml": { "score": 0.8433333333333334, "score_std": 0.011084356033197722, "fit_s": 0.0008, "predict_s": 0.0002, "mem_mb": 283.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8433333333333334, "score_std": 0.011084356033197722, "fit_s": 0.0022, "predict_s": 0.0002, "mem_mb": 175.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8433333333333334, "score_std": 0.011084356033197722, "fit_s": 0.0052, "predict_s": 0.0026, "mem_mb": 294.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } } ], "random_forest_reg": [ { "dataset": "Another-Dataset-on-used-Fiat-500", "rows": 1538, "features": 7, "n_train": 1385, "n_test": 153, "tuiml": { "score": 0.8558857203738557, "score_std": 0.033774070980847413, "fit_s": 1.4377, "predict_s": 0.0034, "mem_mb": 327.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8553445619785092, "score_std": 0.04414858919847433, "fit_s": 0.4609, "predict_s": 0.0137, "mem_mb": 193.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8560533182820635, "score_std": 0.03746086400819456, "fit_s": 0.4937, "predict_s": 0.0412, "mem_mb": 481.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Food_Delivery_Time", "rows": 45451, "features": 9, "n_train": 40906, "n_test": 4545, "tuiml": { "score": 0.31898653724621234, "score_std": 0.008034072911828801, "fit_s": 54.9108, "predict_s": 0.0869, "mem_mb": 2271.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.2982294501726182, "score_std": 0.01086064145904255, "fit_s": 49.2791, "predict_s": 0.4198, "mem_mb": 569.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.295242206748498, "score_std": 0.009556273993364924, "fit_s": 20.7302, "predict_s": 0.5468, "mem_mb": 1377.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "QSAR-TID-11", "rows": 5742, "features": 1024, "n_train": 5168, "n_test": 574, "tuiml": { "score": 0.7457921910029676, "score_std": 0.049510740807262955, "fit_s": 39.8853, "predict_s": 0.0699, "mem_mb": 2300.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7464747581050187, "score_std": 0.04496483886717138, "fit_s": 69.4778, "predict_s": 0.0433, "mem_mb": 565.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7353091843675902, "score_std": 0.04581156679788992, "fit_s": 15.3344, "predict_s": 0.0978, "mem_mb": 1083.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "QSAR_fish_toxicity", "rows": 907, "features": 6, "n_train": 817, "n_test": 90, "tuiml": { "score": 0.6291447702000666, "score_std": 0.04739958855083607, "fit_s": 1.1475, "predict_s": 0.0031, "mem_mb": 317.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6114886765910782, "score_std": 0.05424931620775119, "fit_s": 0.3348, "predict_s": 0.0128, "mem_mb": 190.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6268042435110819, "score_std": 0.05008547711402594, "fit_s": 0.3796, "predict_s": 0.0245, "mem_mb": 405.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "airfoil_self_noise", "rows": 1503, "features": 5, "n_train": 1353, "n_test": 150, "tuiml": { "score": 0.7025134952583477, "score_std": 0.03086642612760665, "fit_s": 0.6231, "predict_s": 0.0046, "mem_mb": 309.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9397946559713013, "score_std": 0.013659438659015408, "fit_s": 0.474, "predict_s": 0.0162, "mem_mb": 196.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9279961700371203, "score_std": 0.014295024216506455, "fit_s": 0.4958, "predict_s": 0.0324, "mem_mb": 534.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "concrete_compressive_strength", "rows": 1030, "features": 8, "n_train": 927, "n_test": 103, "tuiml": { "score": 0.9021779514613973, "score_std": 0.024822573078153377, "fit_s": 1.1999, "predict_s": 0.0033, "mem_mb": 316.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9147759941263635, "score_std": 0.022049198644847667, "fit_s": 0.4145, "predict_s": 0.0124, "mem_mb": 191.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9192824409174771, "score_std": 0.02202964093494137, "fit_s": 0.4255, "predict_s": 0.0266, "mem_mb": 428.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "diamonds", "rows": 53940, "features": 9, "n_train": 48546, "n_test": 5394, "tuiml": { "score": 0.9798712284779548, "score_std": 0.0015741954636638942, "fit_s": 47.403, "predict_s": 0.1556, "mem_mb": 2658.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9813763149011283, "score_std": 0.0012861955661908615, "fit_s": 26.9418, "predict_s": 0.3674, "mem_mb": 585.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9811443949253023, "score_std": 0.0010343939969385178, "fit_s": 9.4671, "predict_s": 0.2895, "mem_mb": 1081.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "healthcare_insurance_expenses", "rows": 1338, "features": 6, "n_train": 1205, "n_test": 133, "tuiml": { "score": 0.8355351398025702, "score_std": 0.060847873499332114, "fit_s": 0.7501, "predict_s": 0.0039, "mem_mb": 312.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.830409869752116, "score_std": 0.055240876571971596, "fit_s": 0.3888, "predict_s": 0.0142, "mem_mb": 194.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8366106075394588, "score_std": 0.05798833630612517, "fit_s": 0.3702, "predict_s": 0.0293, "mem_mb": 400.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "houses", "rows": 20640, "features": 8, "n_train": 18576, "n_test": 2064, "tuiml": { "score": 0.820969635712498, "score_std": 0.009654018562490438, "fit_s": 30.4965, "predict_s": 0.0757, "mem_mb": 1254.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8405482617612656, "score_std": 0.008064259712296322, "fit_s": 12.8247, "predict_s": 0.1366, "mem_mb": 345.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8390399665573394, "score_std": 0.008700214139844923, "fit_s": 8.1997, "predict_s": 0.2389, "mem_mb": 1045.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "miami_housing", "rows": 13776, "features": 15, "n_train": 12399, "n_test": 1377, "tuiml": { "score": 0.9179718322506769, "score_std": 0.011595820058149499, "fit_s": 23.3441, "predict_s": 0.0493, "mem_mb": 956.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9143210372866535, "score_std": 0.009561809048174323, "fit_s": 14.9452, "predict_s": 0.0874, "mem_mb": 297.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9163276918919436, "score_std": 0.012951405286684332, "fit_s": 5.4776, "predict_s": 0.1516, "mem_mb": 936.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "physiochemical_protein", "rows": 45730, "features": 9, "n_train": 41157, "n_test": 4573, "tuiml": { "score": 0.6815197842742357, "score_std": 0.006516705773109708, "fit_s": 68.8351, "predict_s": 0.1747, "mem_mb": 2506.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6789852580362346, "score_std": 0.0072416752115843286, "fit_s": 43.5754, "predict_s": 0.2888, "mem_mb": 538.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6833542105462933, "score_std": 0.007413177384047864, "fit_s": 20.1941, "predict_s": 0.4277, "mem_mb": 1189.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "superconductivity", "rows": 21263, "features": 81, "n_train": 19137, "n_test": 2126, "tuiml": { "score": 0.929006032507814, "score_std": 0.0029208951856985444, "fit_s": 41.9519, "predict_s": 0.0805, "mem_mb": 2691.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9273259549528342, "score_std": 0.003964680976665081, "fit_s": 97.9415, "predict_s": 0.1253, "mem_mb": 344.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9290628833308829, "score_std": 0.0031140191516734698, "fit_s": 13.8487, "predict_s": 0.1751, "mem_mb": 1024.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "wine_quality", "rows": 6497, "features": 12, "n_train": 5848, "n_test": 649, "tuiml": { "score": 0.5502970739802743, "score_std": 0.026453008491904056, "fit_s": 5.9087, "predict_s": 0.0142, "mem_mb": 428.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.5417314500593668, "score_std": 0.03328211017948452, "fit_s": 3.2917, "predict_s": 0.0235, "mem_mb": 201.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.552354482111447, "score_std": 0.025648632828668166, "fit_s": 2.0774, "predict_s": 0.0775, "mem_mb": 816.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } } ], "svm_reg": [ { "dataset": "Another-Dataset-on-used-Fiat-500", "rows": 1538, "features": 7, "n_train": 1385, "n_test": 153, "tuiml": { "score": 0.04699948271853026, "score_std": 0.059725127691988636, "fit_s": 0.0517, "predict_s": 0.0029, "mem_mb": 305.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.04699948273496237, "score_std": 0.05972512768418397, "fit_s": 0.0776, "predict_s": 0.01, "mem_mb": 188.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8409555459058983, "score_std": 0.0372459601617203, "fit_s": 0.972, "predict_s": 0.0039, "mem_mb": 294.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Food_Delivery_Time", "rows": 45451, "features": 9, "n_train": 40906, "n_test": 4545, "tuiml": { "score": 0.24723037182589042, "score_std": 0.013334741294998743, "fit_s": 630.0815, "predict_s": 21.5409, "mem_mb": 539.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.2472311019581446, "score_std": 0.013334275917548597, "fit_s": 250.6113, "predict_s": 20.8576, "mem_mb": 436.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": null, "fit_s": null, "predict_s": null, "mem_mb": null, "status": "timeout", "n_folds": 0, "expected_folds": 10 } }, { "dataset": "QSAR-TID-11", "rows": 5742, "features": 1024, "n_train": 5168, "n_test": 574, "tuiml": { "score": 0.7240451392113629, "score_std": 0.048349470564596674, "fit_s": 24.6546, "predict_s": 2.7629, "mem_mb": 691.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7240465478794759, "score_std": 0.048351035402436425, "fit_s": 34.3061, "predict_s": 3.4328, "mem_mb": 566.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": null, "fit_s": null, "predict_s": null, "mem_mb": null, "status": "timeout", "n_folds": 0, "expected_folds": 10 } }, { "dataset": "QSAR_fish_toxicity", "rows": 907, "features": 6, "n_train": 817, "n_test": 90, "tuiml": { "score": 0.6352545029742588, "score_std": 0.03839113564550404, "fit_s": 0.0228, "predict_s": 0.0008, "mem_mb": 293.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6352490557598723, "score_std": 0.03839212749210383, "fit_s": 0.0306, "predict_s": 0.0032, "mem_mb": 182.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.5545886815038669, "score_std": 0.08241302029751932, "fit_s": 0.243, "predict_s": 0.0014, "mem_mb": 294.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "airfoil_self_noise", "rows": 1503, "features": 5, "n_train": 1353, "n_test": 150, "tuiml": { "score": 0.6975068353557781, "score_std": 0.0482907514314103, "fit_s": 0.0824, "predict_s": 0.0058, "mem_mb": 304.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6975062992184737, "score_std": 0.04829120958663839, "fit_s": 0.1004, "predict_s": 0.0138, "mem_mb": 188.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.48653170515015615, "score_std": 0.10744134969047571, "fit_s": 1.1305, "predict_s": 0.0041, "mem_mb": 295.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "concrete_compressive_strength", "rows": 1030, "features": 8, "n_train": 927, "n_test": 103, "tuiml": { "score": 0.6589865872043911, "score_std": 0.04328946044649172, "fit_s": 0.0228, "predict_s": 0.0013, "mem_mb": 295.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.658986587451336, "score_std": 0.04328946045195841, "fit_s": 0.0343, "predict_s": 0.0048, "mem_mb": 183.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.5741080197248342, "score_std": 0.030833834280147, "fit_s": 0.5266, "predict_s": 0.0017, "mem_mb": 295.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "diamonds", "rows": 53940, "features": 9, "n_train": 48546, "n_test": 5394, "tuiml": { "score": 0.5421068403931821, "score_std": 0.004080965073412813, "fit_s": 172.0751, "predict_s": 6.8912, "mem_mb": 513.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.5421068400162161, "score_std": 0.004080963748430386, "fit_s": 142.5142, "predict_s": 16.0925, "mem_mb": 410.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": null, "fit_s": null, "predict_s": null, "mem_mb": null, "status": "timeout", "n_folds": 0, "expected_folds": 10 } }, { "dataset": "healthcare_insurance_expenses", "rows": 1338, "features": 6, "n_train": 1205, "n_test": 133, "tuiml": { "score": -0.1083917916192187, "score_std": 0.07447081234654696, "fit_s": 0.0405, "predict_s": 0.0024, "mem_mb": 301.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": -0.10839179162506607, "score_std": 0.0744708123472081, "fit_s": 0.0616, "predict_s": 0.008, "mem_mb": 186.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6442011922778383, "score_std": 0.11168199841840987, "fit_s": 2.8837, "predict_s": 0.003, "mem_mb": 302.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "houses", "rows": 20640, "features": 8, "n_train": 18576, "n_test": 2064, "tuiml": { "score": 0.7813167164503091, "score_std": 0.01135148207427939, "fit_s": 12.257, "predict_s": 0.3236, "mem_mb": 494.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7813238962448088, "score_std": 0.011346024110057248, "fit_s": 9.7195, "predict_s": 1.1271, "mem_mb": 389.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6390411177361213, "score_std": 0.012599378590684983, "fit_s": 262.7667, "predict_s": 0.0186, "mem_mb": 318.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "miami_housing", "rows": 13776, "features": 15, "n_train": 12399, "n_test": 1377, "tuiml": { "score": -0.07814610134602536, "score_std": 0.012302018797551717, "fit_s": 8.5046, "predict_s": 0.2975, "mem_mb": 494.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": -0.07814610134621569, "score_std": 0.012302018797488205, "fit_s": 6.3784, "predict_s": 0.8727, "mem_mb": 387.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.5939509052532239, "score_std": 0.030635380124575867, "fit_s": 478.7357, "predict_s": 0.0119, "mem_mb": 325.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "physiochemical_protein", "rows": 45730, "features": 9, "n_train": 41157, "n_test": 4573, "tuiml": { "score": 0.36676207288653473, "score_std": 0.013498754468211856, "fit_s": 107.0057, "predict_s": 2.4551, "mem_mb": 505.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.3667634523472735, "score_std": 0.01349999979653059, "fit_s": 64.5181, "predict_s": 8.029, "mem_mb": 402.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.2491769768605364, "score_std": 0.013786642291368258, "fit_s": 1796.9346, "predict_s": 0.0307, "mem_mb": 366.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "superconductivity", "rows": 21263, "features": 81, "n_train": 19137, "n_test": 2126, "tuiml": { "score": 0.7760579878381648, "score_std": 0.008381716569013748, "fit_s": 84.4379, "predict_s": 2.7807, "mem_mb": 531.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7760579448519201, "score_std": 0.008381725455196127, "fit_s": 24.365, "predict_s": 2.6987, "mem_mb": 425.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7236799659802756, "score_std": 0.010144448431824403, "fit_s": 2624.2289, "predict_s": 0.0318, "mem_mb": 409.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "wine_quality", "rows": 6497, "features": 12, "n_train": 5848, "n_test": 649, "tuiml": { "score": 0.40244748935308156, "score_std": 0.02989260245635384, "fit_s": 2.0061, "predict_s": 0.0495, "mem_mb": 492.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.40245545380868203, "score_std": 0.0298870853556906, "fit_s": 1.2407, "predict_s": 0.1424, "mem_mb": 295.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.28804449220079287, "score_std": 0.033616875951919145, "fit_s": 17.5922, "predict_s": 0.0074, "mem_mb": 301.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } } ], "mlp_reg": [ { "dataset": "Another-Dataset-on-used-Fiat-500", "rows": 1538, "features": 7, "n_train": 1385, "n_test": 153, "tuiml": { "score": 0.839561223398287, "score_std": 0.03563992328548309, "fit_s": 0.4415, "predict_s": 0.0001, "mem_mb": 296.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": -11.649247632734381, "score_std": 1.4407243669301455, "fit_s": 0.8686, "predict_s": 0.0006, "mem_mb": 181.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8038097432794892, "score_std": 0.036480496506035506, "fit_s": 0.88, "predict_s": 0.0039, "mem_mb": 292.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Food_Delivery_Time", "rows": 45451, "features": 9, "n_train": 40906, "n_test": 4545, "tuiml": { "score": 0.22012835770241876, "score_std": 0.039079925254245994, "fit_s": 40.453, "predict_s": 0.0082, "mem_mb": 528.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.26303749438158514, "score_std": 0.013943010906298547, "fit_s": 48.9101, "predict_s": 0.0095, "mem_mb": 270.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": -0.06398694544063255, "score_std": 0.3229697891748747, "fit_s": 2199.8605, "predict_s": 0.2128, "mem_mb": 446.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "QSAR-TID-11", "rows": 5742, "features": 1024, "n_train": 5168, "n_test": 574, "tuiml": { "score": 0.6052302133783684, "score_std": 0.05688576681602221, "fit_s": 27.8319, "predict_s": 0.0053, "mem_mb": 689.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6030355759793115, "score_std": 0.05282178573098419, "fit_s": 9.2802, "predict_s": 0.0069, "mem_mb": 564.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": null, "fit_s": null, "predict_s": null, "mem_mb": null, "status": "timeout", "n_folds": 0, "expected_folds": 10 } }, { "dataset": "QSAR_fish_toxicity", "rows": 907, "features": 6, "n_train": 817, "n_test": 90, "tuiml": { "score": 0.5883144926963582, "score_std": 0.06516068545568307, "fit_s": 0.2911, "predict_s": 0.0001, "mem_mb": 293.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6124725647165894, "score_std": 0.07060563550427891, "fit_s": 0.61, "predict_s": 0.0005, "mem_mb": 180.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.4953062199336827, "score_std": 0.09043995692327365, "fit_s": 0.3381, "predict_s": 0.0012, "mem_mb": 292.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "airfoil_self_noise", "rows": 1503, "features": 5, "n_train": 1353, "n_test": 150, "tuiml": { "score": 0.869911704566603, "score_std": 0.026430076898478386, "fit_s": 0.5995, "predict_s": 0.0001, "mem_mb": 296.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.4086876385031861, "score_std": 0.10164093379304587, "fit_s": 1.0262, "predict_s": 0.0005, "mem_mb": 182.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8173862194761984, "score_std": 0.06410706708719122, "fit_s": 5.0606, "predict_s": 0.0056, "mem_mb": 295.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "concrete_compressive_strength", "rows": 1030, "features": 8, "n_train": 927, "n_test": 103, "tuiml": { "score": 0.9051363610636576, "score_std": 0.021738524217415095, "fit_s": 0.3064, "predict_s": 0.0001, "mem_mb": 293.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.697052533843181, "score_std": 0.05372130892381901, "fit_s": 0.6295, "predict_s": 0.0003, "mem_mb": 181.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7390560910608533, "score_std": 0.1292820637440738, "fit_s": 0.4803, "predict_s": 0.0015, "mem_mb": 295.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "diamonds", "rows": 53940, "features": 9, "n_train": 48546, "n_test": 5394, "tuiml": { "score": 0.9697904076454376, "score_std": 0.007908133993577354, "fit_s": 40.0638, "predict_s": 0.004, "mem_mb": 487.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9753896234213436, "score_std": 0.0017055400012243303, "fit_s": 34.4908, "predict_s": 0.0049, "mem_mb": 218.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9603137148741326, "score_std": 0.03220926365964047, "fit_s": 118.079, "predict_s": 0.0398, "mem_mb": 416.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "healthcare_insurance_expenses", "rows": 1338, "features": 6, "n_train": 1205, "n_test": 133, "tuiml": { "score": 0.8265489570142541, "score_std": 0.062450035495093446, "fit_s": 0.418, "predict_s": 0.0001, "mem_mb": 295.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": -0.7954309754590363, "score_std": 0.11216674208918653, "fit_s": 0.7907, "predict_s": 0.0006, "mem_mb": 182.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8128178999702592, "score_std": 0.05885011992734458, "fit_s": 0.6251, "predict_s": 0.0016, "mem_mb": 300.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "houses", "rows": 20640, "features": 8, "n_train": 18576, "n_test": 2064, "tuiml": { "score": 0.7721614832774932, "score_std": 0.009010460645782101, "fit_s": 9.4015, "predict_s": 0.0011, "mem_mb": 356.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7823700839464887, "score_std": 0.012760563756674063, "fit_s": 6.8742, "predict_s": 0.0014, "mem_mb": 192.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6185560897027916, "score_std": 0.11778314393311658, "fit_s": 7.063, "predict_s": 0.015, "mem_mb": 307.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "miami_housing", "rows": 13776, "features": 15, "n_train": 12399, "n_test": 1377, "tuiml": { "score": 0.8919660525108868, "score_std": 0.012381549910767212, "fit_s": 6.0166, "predict_s": 0.0009, "mem_mb": 338.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": -0.4537363580283126, "score_std": 0.052859886771351436, "fit_s": 7.3249, "predict_s": 0.0011, "mem_mb": 193.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.867105104404592, "score_std": 0.021409420377713623, "fit_s": 12.2502, "predict_s": 0.0127, "mem_mb": 309.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "physiochemical_protein", "rows": 45730, "features": 9, "n_train": 41157, "n_test": 4573, "tuiml": { "score": 0.4299258060808848, "score_std": 0.01188944353091386, "fit_s": 23.0096, "predict_s": 0.0016, "mem_mb": 437.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.49813684118082224, "score_std": 0.01168665465032851, "fit_s": 26.7198, "predict_s": 0.0024, "mem_mb": 210.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.231572982324025, "score_std": 0.1271654763890622, "fit_s": 17.227, "predict_s": 0.0283, "mem_mb": 340.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "superconductivity", "rows": 21263, "features": 81, "n_train": 19137, "n_test": 2126, "tuiml": { "score": 0.8454705436037017, "score_std": 0.00635411833792823, "fit_s": 16.1945, "predict_s": 0.0027, "mem_mb": 407.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8631432872017363, "score_std": 0.007315485220888267, "fit_s": 19.736, "predict_s": 0.003, "mem_mb": 295.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8330645874751561, "score_std": 0.0325542514015518, "fit_s": 422.833, "predict_s": 0.0588, "mem_mb": 403.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "wine_quality", "rows": 6497, "features": 12, "n_train": 5848, "n_test": 649, "tuiml": { "score": 0.40165807118925, "score_std": 0.028157770741893472, "fit_s": 2.1004, "predict_s": 0.0003, "mem_mb": 312.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.3976145098735438, "score_std": 0.025194337983342637, "fit_s": 3.3913, "predict_s": 0.0006, "mem_mb": 185.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.22497302090408208, "score_std": 0.12326703528502463, "fit_s": 3.5586, "predict_s": 0.0079, "mem_mb": 299.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } } ], "linear_regression": [ { "dataset": "Another-Dataset-on-used-Fiat-500", "rows": 1538, "features": 7, "n_train": 1385, "n_test": 153, "tuiml": { "score": 0.8415061269519855, "score_std": 0.0363312977372723, "fit_s": 0.0014, "predict_s": 0.0, "mem_mb": 291.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8415061269519202, "score_std": 0.03633129773758347, "fit_s": 0.0011, "predict_s": 0.0001, "mem_mb": 182.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8416953389199309, "score_std": 0.036271717429236, "fit_s": 0.0787, "predict_s": 0.0012, "mem_mb": 300.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Food_Delivery_Time", "rows": 45451, "features": 9, "n_train": 40906, "n_test": 4545, "tuiml": { "score": 0.20599512420525332, "score_std": 0.012317730489833223, "fit_s": 0.4843, "predict_s": 0.0022, "mem_mb": 539.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.20599512420525232, "score_std": 0.01231773048983591, "fit_s": 0.6441, "predict_s": 0.0018, "mem_mb": 309.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.206147389481528, "score_std": 0.012188107296165242, "fit_s": 16.4118, "predict_s": 0.023, "mem_mb": 902.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "QSAR-TID-11", "rows": 5742, "features": 1024, "n_train": 5168, "n_test": 574, "tuiml": { "score": 0.6150077204276874, "score_std": 0.046323421975147445, "fit_s": 1.127, "predict_s": 0.0037, "mem_mb": 691.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6150077204254639, "score_std": 0.04632342197511844, "fit_s": 0.8372, "predict_s": 0.0013, "mem_mb": 565.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6142483175486952, "score_std": 0.0494258880201232, "fit_s": 1136.753, "predict_s": 0.0067, "mem_mb": 1066.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "QSAR_fish_toxicity", "rows": 907, "features": 6, "n_train": 817, "n_test": 90, "tuiml": { "score": 0.5632263923492968, "score_std": 0.07572631319092216, "fit_s": 0.001, "predict_s": 0.0, "mem_mb": 290.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.563226392349027, "score_std": 0.0757263131919023, "fit_s": 0.0013, "predict_s": 0.0001, "mem_mb": 180.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.5606416615166095, "score_std": 0.07610425339607356, "fit_s": 0.0745, "predict_s": 0.0009, "mem_mb": 299.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "airfoil_self_noise", "rows": 1503, "features": 5, "n_train": 1353, "n_test": 150, "tuiml": { "score": 0.522271749273212, "score_std": 0.09152720904634398, "fit_s": 0.0032, "predict_s": 0.0, "mem_mb": 293.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.5222717492706879, "score_std": 0.09152720906044004, "fit_s": 0.0022, "predict_s": 0.0002, "mem_mb": 183.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.5237041111615426, "score_std": 0.09099379551131921, "fit_s": 0.1436, "predict_s": 0.0013, "mem_mb": 303.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "concrete_compressive_strength", "rows": 1030, "features": 8, "n_train": 927, "n_test": 103, "tuiml": { "score": 0.6053923930159745, "score_std": 0.029780728433674946, "fit_s": 0.0011, "predict_s": 0.0, "mem_mb": 290.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6053923930155956, "score_std": 0.02978072843491867, "fit_s": 0.001, "predict_s": 0.0001, "mem_mb": 181.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6037265103666585, "score_std": 0.030518084643736895, "fit_s": 0.0786, "predict_s": 0.0009, "mem_mb": 298.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "diamonds", "rows": 53940, "features": 9, "n_train": 48546, "n_test": 5394, "tuiml": { "score": 0.9196527777843759, "score_std": 0.002962877285292483, "fit_s": 0.0615, "predict_s": 0.0007, "mem_mb": 368.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9196182638055559, "score_std": 0.0029502801080903006, "fit_s": 0.0368, "predict_s": 0.0005, "mem_mb": 228.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9196175922880361, "score_std": 0.0029511796200840787, "fit_s": 0.5297, "predict_s": 0.0232, "mem_mb": 444.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "healthcare_insurance_expenses", "rows": 1338, "features": 6, "n_train": 1205, "n_test": 133, "tuiml": { "score": 0.7319689256679831, "score_std": 0.06726781251946444, "fit_s": 0.0014, "predict_s": 0.0, "mem_mb": 290.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7319689256677564, "score_std": 0.06726781252039173, "fit_s": 0.0013, "predict_s": 0.0001, "mem_mb": 182.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7318415135495328, "score_std": 0.06705617490516605, "fit_s": 0.0762, "predict_s": 0.0011, "mem_mb": 305.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "houses", "rows": 20640, "features": 8, "n_train": 18576, "n_test": 2064, "tuiml": { "score": 0.641689906991483, "score_std": 0.012594812362686943, "fit_s": 0.0076, "predict_s": 0.0001, "mem_mb": 302.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6416899069914652, "score_std": 0.012594812362753864, "fit_s": 0.0032, "predict_s": 0.0002, "mem_mb": 192.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.641689906991484, "score_std": 0.012594812362695555, "fit_s": 0.2646, "predict_s": 0.0109, "mem_mb": 311.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "miami_housing", "rows": 13776, "features": 15, "n_train": 12399, "n_test": 1377, "tuiml": { "score": 0.6952634536601786, "score_std": 0.01939388884392316, "fit_s": 0.0093, "predict_s": 0.0001, "mem_mb": 305.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6952634536601251, "score_std": 0.019393888843957506, "fit_s": 0.0048, "predict_s": 0.0002, "mem_mb": 193.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6952425523391911, "score_std": 0.019380149588037666, "fit_s": 0.2723, "predict_s": 0.0067, "mem_mb": 312.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "physiochemical_protein", "rows": 45730, "features": 9, "n_train": 41157, "n_test": 4573, "tuiml": { "score": 0.281096569248225, "score_std": 0.010009707221196025, "fit_s": 0.0181, "predict_s": 0.0002, "mem_mb": 319.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.28153046389692454, "score_std": 0.01028490778039311, "fit_s": 0.0063, "predict_s": 0.0002, "mem_mb": 210.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.2815304638969334, "score_std": 0.010284907780272662, "fit_s": 0.3699, "predict_s": 0.0197, "mem_mb": 351.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "superconductivity", "rows": 21263, "features": 81, "n_train": 19137, "n_test": 2126, "tuiml": { "score": 0.7345199399950283, "score_std": 0.008746778648180707, "fit_s": 0.0936, "predict_s": 0.0011, "mem_mb": 403.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7353596388455569, "score_std": 0.009039868598281703, "fit_s": 0.0581, "predict_s": 0.0004, "mem_mb": 296.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7335013879792586, "score_std": 0.008542259525636359, "fit_s": 1.2182, "predict_s": 0.0112, "mem_mb": 509.3, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "wine_quality", "rows": 6497, "features": 12, "n_train": 5848, "n_test": 649, "tuiml": { "score": 0.29282366546570093, "score_std": 0.03169523564740128, "fit_s": 0.0039, "predict_s": 0.0001, "mem_mb": 295.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.29282366546563887, "score_std": 0.03169523564741612, "fit_s": 0.0023, "predict_s": 0.0001, "mem_mb": 185.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.2928701780817323, "score_std": 0.03177950555744466, "fit_s": 0.1747, "predict_s": 0.0044, "mem_mb": 307.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } } ], "knn_reg": [ { "dataset": "Another-Dataset-on-used-Fiat-500", "rows": 1538, "features": 7, "n_train": 1385, "n_test": 153, "tuiml": { "score": 0.8090565865332505, "score_std": 0.043051083160185646, "fit_s": 0.0, "predict_s": 0.0024, "mem_mb": 289.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8091293243956361, "score_std": 0.04302529085895368, "fit_s": 0.0014, "predict_s": 0.0026, "mem_mb": 181.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8140964855248782, "score_std": 0.046612543174586886, "fit_s": 0.0027, "predict_s": 0.0469, "mem_mb": 300.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Food_Delivery_Time", "rows": 45451, "features": 9, "n_train": 40906, "n_test": 4545, "tuiml": { "score": 0.15145233367278255, "score_std": 0.012961892287761843, "fit_s": 0.0001, "predict_s": 21.3197, "mem_mb": 385.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.15125310053226798, "score_std": 0.012712628272375048, "fit_s": 0.0036, "predict_s": 1.9939, "mem_mb": 270.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.12141579883584702, "score_std": 0.016535767072664853, "fit_s": 0.0356, "predict_s": 5.3427, "mem_mb": 371.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "QSAR-TID-11", "rows": 5742, "features": 1024, "n_train": 5168, "n_test": 574, "tuiml": { "score": 0.6482148797818471, "score_std": 0.05350601047614026, "fit_s": 0.0104, "predict_s": 3.1326, "mem_mb": 693.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6482666895708427, "score_std": 0.053448639407702135, "fit_s": 0.0236, "predict_s": 0.2152, "mem_mb": 566.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6760083719568927, "score_std": 0.04708526179908728, "fit_s": 0.0154, "predict_s": 7.0405, "mem_mb": 676.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "QSAR_fish_toxicity", "rows": 907, "features": 6, "n_train": 817, "n_test": 90, "tuiml": { "score": 0.6139492901501702, "score_std": 0.07794035682935334, "fit_s": 0.0, "predict_s": 0.0008, "mem_mb": 289.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6145385630611484, "score_std": 0.07852756278104196, "fit_s": 0.0009, "predict_s": 0.0013, "mem_mb": 179.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.5971190164465928, "score_std": 0.07670377740096214, "fit_s": 0.0068, "predict_s": 0.0374, "mem_mb": 297.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "airfoil_self_noise", "rows": 1503, "features": 5, "n_train": 1353, "n_test": 150, "tuiml": { "score": 0.7932626378956579, "score_std": 0.03409254012176756, "fit_s": 0.0, "predict_s": 0.006, "mem_mb": 291.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7948055521581636, "score_std": 0.03252750192489839, "fit_s": 0.0005, "predict_s": 0.0184, "mem_mb": 181.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7432360114165923, "score_std": 0.04086570559241551, "fit_s": 0.0024, "predict_s": 0.0399, "mem_mb": 299.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "concrete_compressive_strength", "rows": 1030, "features": 8, "n_train": 927, "n_test": 103, "tuiml": { "score": 0.7252601143198786, "score_std": 0.044645566873846174, "fit_s": 0.0, "predict_s": 0.0011, "mem_mb": 290.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7259422169899175, "score_std": 0.04464843706220458, "fit_s": 0.001, "predict_s": 0.0015, "mem_mb": 181.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7038912243225792, "score_std": 0.04502233128542073, "fit_s": 0.0082, "predict_s": 0.0448, "mem_mb": 299.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "diamonds", "rows": 53940, "features": 9, "n_train": 48546, "n_test": 5394, "tuiml": { "score": 0.9631874069309763, "score_std": 0.002338180730880293, "fit_s": 0.0001, "predict_s": 5.9303, "mem_mb": 328.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9631877323240153, "score_std": 0.0023383169843731316, "fit_s": 0.0019, "predict_s": 1.3566, "mem_mb": 218.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9632500237472879, "score_std": 0.0020552802406227947, "fit_s": 0.0402, "predict_s": 8.4203, "mem_mb": 395.4, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "healthcare_insurance_expenses", "rows": 1338, "features": 6, "n_train": 1205, "n_test": 133, "tuiml": { "score": 0.755115944971202, "score_std": 0.04998705676992774, "fit_s": 0.0, "predict_s": 0.0021, "mem_mb": 290.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7551480599377058, "score_std": 0.05002647066369849, "fit_s": 0.0016, "predict_s": 0.002, "mem_mb": 181.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7601740709469152, "score_std": 0.06819334920075189, "fit_s": 0.0022, "predict_s": 0.0382, "mem_mb": 299.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "houses", "rows": 20640, "features": 8, "n_train": 18576, "n_test": 2064, "tuiml": { "score": 0.7452423456222497, "score_std": 0.0130664024103153, "fit_s": 0.0002, "predict_s": 0.3123, "mem_mb": 301.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7452423456222497, "score_std": 0.0130664024103153, "fit_s": 0.0217, "predict_s": 0.0483, "mem_mb": 192.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7446305927390554, "score_std": 0.01103131106519168, "fit_s": 0.0298, "predict_s": 1.1959, "mem_mb": 308.1, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "miami_housing", "rows": 13776, "features": 15, "n_train": 12399, "n_test": 1377, "tuiml": { "score": 0.8750369351256841, "score_std": 0.017546445515574206, "fit_s": 0.0, "predict_s": 0.2405, "mem_mb": 302.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8750369351256841, "score_std": 0.017546445515574206, "fit_s": 0.0005, "predict_s": 0.0954, "mem_mb": 193.4, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8675634312570162, "score_std": 0.01691753558607477, "fit_s": 0.0143, "predict_s": 0.8623, "mem_mb": 310.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "physiochemical_protein", "rows": 45730, "features": 9, "n_train": 41157, "n_test": 4573, "tuiml": { "score": 0.6162673438662214, "score_std": 0.01173356867742538, "fit_s": 0.0003, "predict_s": 1.7439, "mem_mb": 319.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6162938257742379, "score_std": 0.011736924143181756, "fit_s": 0.0567, "predict_s": 0.1586, "mem_mb": 210.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.6013574744174575, "score_std": 0.013449435615575737, "fit_s": 0.0474, "predict_s": 5.677, "mem_mb": 337.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "superconductivity", "rows": 21263, "features": 81, "n_train": 19137, "n_test": 2126, "tuiml": { "score": 0.9050656998808975, "score_std": 0.00785625018118982, "fit_s": 0.0022, "predict_s": 2.7659, "mem_mb": 402.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9051590680839221, "score_std": 0.007856961617123785, "fit_s": 0.0039, "predict_s": 0.3284, "mem_mb": 295.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9037958061917623, "score_std": 0.00838698398539463, "fit_s": 0.0309, "predict_s": 2.6784, "mem_mb": 404.6, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "wine_quality", "rows": 6497, "features": 12, "n_train": 5848, "n_test": 649, "tuiml": { "score": 0.3693864913740434, "score_std": 0.03550625108366676, "fit_s": 0.0, "predict_s": 0.0456, "mem_mb": 294.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.3693864913740434, "score_std": 0.03550625108366676, "fit_s": 0.0076, "predict_s": 0.032, "mem_mb": 185.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.35769081859988416, "score_std": 0.03244985746598739, "fit_s": 0.0076, "predict_s": 0.2732, "mem_mb": 303.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } } ], "decision_tree_reg": [ { "dataset": "Another-Dataset-on-used-Fiat-500", "rows": 1538, "features": 7, "n_train": 1385, "n_test": 153, "tuiml": { "score": 0.7491066922697807, "score_std": 0.07155429226840372, "fit_s": 0.0163, "predict_s": 0.0018, "mem_mb": 291.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.7548990658796909, "score_std": 0.07770736723018484, "fit_s": 0.007, "predict_s": 0.0002, "mem_mb": 181.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8110807045323979, "score_std": 0.05069043890869191, "fit_s": 0.0434, "predict_s": 0.0009, "mem_mb": 300.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "Food_Delivery_Time", "rows": 45451, "features": 9, "n_train": 40906, "n_test": 4545, "tuiml": { "score": -0.26540987210766714, "score_std": 0.04099359533757808, "fit_s": 2.5405, "predict_s": 0.1017, "mem_mb": 412.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": -0.26723119044882504, "score_std": 0.039259201526932394, "fit_s": 0.7556, "predict_s": 0.005, "mem_mb": 270.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.2875756327281653, "score_std": 0.01013714233540773, "fit_s": 0.8294, "predict_s": 0.0264, "mem_mb": 812.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "QSAR-TID-11", "rows": 5742, "features": 1024, "n_train": 5168, "n_test": 574, "tuiml": { "score": 0.5391933892648284, "score_std": 0.07458826390181247, "fit_s": 5.9208, "predict_s": 0.0148, "mem_mb": 688.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.5396362881086652, "score_std": 0.07467209942044038, "fit_s": 0.9915, "predict_s": 0.0022, "mem_mb": 565.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.555399809237324, "score_std": 0.05739295413210565, "fit_s": 4.0163, "predict_s": 0.0047, "mem_mb": 1087.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "QSAR_fish_toxicity", "rows": 907, "features": 6, "n_train": 817, "n_test": 90, "tuiml": { "score": 0.325859826405214, "score_std": 0.10729728007026737, "fit_s": 0.0101, "predict_s": 0.001, "mem_mb": 290.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.30320475506088773, "score_std": 0.09878554285047184, "fit_s": 0.0049, "predict_s": 0.0003, "mem_mb": 181.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.501769335689558, "score_std": 0.076914175606807, "fit_s": 0.0418, "predict_s": 0.0009, "mem_mb": 299.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "airfoil_self_noise", "rows": 1503, "features": 5, "n_train": 1353, "n_test": 150, "tuiml": { "score": 0.8706180689690932, "score_std": 0.03096729807720135, "fit_s": 0.0213, "predict_s": 0.0016, "mem_mb": 291.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8719372394675089, "score_std": 0.024052799044684717, "fit_s": 0.0059, "predict_s": 0.0003, "mem_mb": 183.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7472629108560854, "score_std": 0.03462479781547632, "fit_s": 0.0309, "predict_s": 0.0008, "mem_mb": 302.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "concrete_compressive_strength", "rows": 1030, "features": 8, "n_train": 927, "n_test": 103, "tuiml": { "score": 0.8650308865894943, "score_std": 0.03218908300736807, "fit_s": 0.013, "predict_s": 0.001, "mem_mb": 290.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8602023687383764, "score_std": 0.033726100990107415, "fit_s": 0.0058, "predict_s": 0.0003, "mem_mb": 181.8, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7990830083243852, "score_std": 0.047909194900221205, "fit_s": 0.0483, "predict_s": 0.0009, "mem_mb": 298.2, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "diamonds", "rows": 53940, "features": 9, "n_train": 48546, "n_test": 5394, "tuiml": { "score": 0.9658459271555655, "score_std": 0.0028558003435174037, "fit_s": 1.1822, "predict_s": 0.0934, "mem_mb": 366.6, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.9666077050898617, "score_std": 0.002688290877963926, "fit_s": 0.4307, "predict_s": 0.0052, "mem_mb": 222.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.9744736526789791, "score_std": 0.001599945748779841, "fit_s": 0.5463, "predict_s": 0.0183, "mem_mb": 532.7, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "healthcare_insurance_expenses", "rows": 1338, "features": 6, "n_train": 1205, "n_test": 133, "tuiml": { "score": 0.7078678915556903, "score_std": 0.08027325716118314, "fit_s": 0.0164, "predict_s": 0.0014, "mem_mb": 291.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6998054804914203, "score_std": 0.07736140374617294, "fit_s": 0.0056, "predict_s": 0.0003, "mem_mb": 182.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8419346922492212, "score_std": 0.06569640868436763, "fit_s": 0.0307, "predict_s": 0.0008, "mem_mb": 301.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "houses", "rows": 20640, "features": 8, "n_train": 18576, "n_test": 2064, "tuiml": { "score": 0.6877071217355305, "score_std": 0.016422527418176593, "fit_s": 0.3543, "predict_s": 0.0324, "mem_mb": 317.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.6844659342667869, "score_std": 0.023427070333853602, "fit_s": 0.2099, "predict_s": 0.0017, "mem_mb": 194.0, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.7648630152789568, "score_std": 0.007927334060620322, "fit_s": 0.3104, "predict_s": 0.0086, "mem_mb": 347.5, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "miami_housing", "rows": 13776, "features": 15, "n_train": 12399, "n_test": 1377, "tuiml": { "score": 0.824558783687038, "score_std": 0.02795793739514758, "fit_s": 0.3139, "predict_s": 0.0218, "mem_mb": 310.1, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.8184813466584413, "score_std": 0.029360277367658377, "fit_s": 0.2505, "predict_s": 0.0009, "mem_mb": 193.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.847803693156165, "score_std": 0.011684143738681898, "fit_s": 0.3351, "predict_s": 0.007, "mem_mb": 378.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "physiochemical_protein", "rows": 45730, "features": 9, "n_train": 41157, "n_test": 4573, "tuiml": { "score": 0.3545711632043043, "score_std": 0.020212830296774134, "fit_s": 1.0665, "predict_s": 0.0833, "mem_mb": 348.3, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.3557972855167664, "score_std": 0.018498604280065035, "fit_s": 0.7316, "predict_s": 0.004, "mem_mb": 211.5, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.4726272398156882, "score_std": 0.015340314557766424, "fit_s": 0.5719, "predict_s": 0.0168, "mem_mb": 478.0, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "superconductivity", "rows": 21263, "features": 81, "n_train": 19137, "n_test": 2126, "tuiml": { "score": 0.8812966488003733, "score_std": 0.003972179889771401, "fit_s": 1.7154, "predict_s": 0.0364, "mem_mb": 403.2, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.884449057599802, "score_std": 0.006816091728920291, "fit_s": 1.5533, "predict_s": 0.0019, "mem_mb": 295.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.8748780907821738, "score_std": 0.006409482341997579, "fit_s": 1.2306, "predict_s": 0.012, "mem_mb": 846.9, "status": "ok", "n_folds": 10, "expected_folds": 10 } }, { "dataset": "wine_quality", "rows": 6497, "features": 12, "n_train": 5848, "n_test": 649, "tuiml": { "score": 0.11101964347441953, "score_std": 0.060982962172058425, "fit_s": 0.0672, "predict_s": 0.0081, "mem_mb": 295.9, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "sklearn": { "score": 0.11725461044411792, "score_std": 0.062454207964285614, "fit_s": 0.0502, "predict_s": 0.0003, "mem_mb": 185.7, "status": "ok", "n_folds": 10, "expected_folds": 10 }, "weka": { "score": 0.281263427376069, "score_std": 0.03205699825224669, "fit_s": 0.1445, "predict_s": 0.0033, "mem_mb": 306.8, "status": "ok", "n_folds": 10, "expected_folds": 10 } } ] }, "timing": [ { "key": "random_forest", "label": "Random Forest", "task": "classification", "tuiml": { "train_per1k": 1.01457, "infer_per1k": 0.02912 }, "sklearn": { "train_per1k": 0.18354, "infer_per1k": 0.0397 }, "weka": { "train_per1k": 0.29876, "infer_per1k": 0.08956 } }, { "key": "svm", "label": "SVM", "task": "classification", "tuiml": { "train_per1k": 0.29312, "infer_per1k": 0.15969 }, "sklearn": { "train_per1k": 0.2051, "infer_per1k": 0.1968 }, "weka": { "train_per1k": 0.48438, "infer_per1k": 0.02108 } }, { "key": "mlp", "label": "Neural Network (MLP)", "task": "classification", "tuiml": { "train_per1k": 0.83038, "infer_per1k": 0.00144 }, "sklearn": { "train_per1k": 0.86268, "infer_per1k": 0.00292 }, "weka": { "train_per1k": 10.9138, "infer_per1k": 0.03063 } }, { "key": "logistic", "label": "Logistic Regression", "task": "classification", "tuiml": { "train_per1k": 0.00537, "infer_per1k": 0.0004 }, "sklearn": { "train_per1k": 0.0093, "infer_per1k": 0.00087 }, "weka": { "train_per1k": 0.11375, "infer_per1k": 0.0122 } }, { "key": "knn", "label": "K-Nearest Neighbors", "task": "classification", "tuiml": { "train_per1k": 5e-05, "infer_per1k": 0.41949 }, "sklearn": { "train_per1k": 0.00048, "infer_per1k": 0.10984 }, "weka": { "train_per1k": 0.00133, "infer_per1k": 0.86403 } }, { "key": "decision_tree", "label": "Decision Tree", "task": "classification", "tuiml": { "train_per1k": 0.0339, "infer_per1k": 0.01269 }, "sklearn": { "train_per1k": 0.0148, "infer_per1k": 0.00089 }, "weka": { "train_per1k": 0.06358, "infer_per1k": 0.00796 } }, { "key": "naive_bayes", "label": "Naive Bayes", "task": "classification", "tuiml": { "train_per1k": 0.00062, "infer_per1k": 0.00124 }, "sklearn": { "train_per1k": 0.00179, "infer_per1k": 0.00134 }, "weka": { "train_per1k": 0.00336, "infer_per1k": 0.01705 } }, { "key": "random_forest_reg", "label": "Random Forest", "task": "regression", "tuiml": { "train_per1k": 1.34237, "infer_per1k": 0.03204 }, "sklearn": { "train_per1k": 0.56288, "infer_per1k": 0.07544 }, "weka": { "train_per1k": 0.44178, "infer_per1k": 0.12031 } }, { "key": "svm_reg", "label": "SVR", "task": "regression", "tuiml": { "train_per1k": 0.65983, "infer_per1k": 0.15678 }, "sklearn": { "train_per1k": 0.51443, "infer_per1k": 0.54608 }, "weka": { "train_per1k": 2.70068, "infer_per1k": 0.01526 } }, { "key": "mlp_reg", "label": "Neural Network (MLP)", "task": "regression", "tuiml": { "train_per1k": 0.48525, "infer_per1k": 0.00074 }, "sklearn": { "train_per1k": 0.67907, "infer_per1k": 0.00209 }, "weka": { "train_per1k": 0.62195, "infer_per1k": 0.01275 } }, { "key": "linear_regression", "label": "Linear Regression", "task": "regression", "tuiml": { "train_per1k": 0.00119, "infer_per1k": 5e-05 }, "sklearn": { "train_per1k": 0.00108, "infer_per1k": 0.0004 }, "weka": { "train_per1k": 0.06324, "infer_per1k": 0.00678 } }, { "key": "knn_reg", "label": "K-Nearest Neighbors", "task": "regression", "tuiml": { "train_per1k": 0.0, "infer_per1k": 0.15131 }, "sklearn": { "train_per1k": 0.00108, "infer_per1k": 0.04931 }, "weka": { "train_per1k": 0.00161, "infer_per1k": 0.57941 } }, { "key": "decision_tree_reg", "label": "Decision Tree", "task": "regression", "tuiml": { "train_per1k": 0.01907, "infer_per1k": 0.0157 }, "sklearn": { "train_per1k": 0.00887, "infer_per1k": 0.0011 }, "weka": { "train_per1k": 0.02548, "infer_per1k": 0.00564 } } ] }