Add surrogate selection summary CSV files and update manuscript with results

Code/models/width_optimization/2W_ml_models_per_output_models_B29_H30_it0_cv_detailed_per_output_B29_H30.csv

+output,model,cv_rmse,std_rmse,cv_rmse_dispersion,cv_mae,cv_r2,BEST_PARAMS,fit_time_sec,gpr_kernel
+exymax_tw1,SVR,0.004061647396259379,0.00242300813481289,0.5965579722760738,0.004061647396259379,,"{""svr__C"": 9561.792183843145, ""svr__epsilon"": 0.0003108623718211416, ""svr__gamma"": 0.00010040004983034561}",17.54,
+exymax_tw1,FlexibleMLP,0.005571216562187513,0.003812465998428609,0.6843148091395789,0.005571216562187513,,"{""mlp__activation"": ""tanh"", ""mlp__alpha"": 3.278043287004692e-05, ""mlp__learning_rate_init"": 0.001570703295827246, ""mlp__n_layers"": 4, ""mlp__n_neurons"": 298}",162.65,
+exymax_tw1,GradientBoosting,0.0073528745111824095,0.006233050109900674,0.8477025006235749,0.0073528745111824095,,"{""learning_rate"": 0.07999999999999999, ""max_depth"": 1, ""max_features"": 0.971125246014092, ""n_estimators"": 1013, ""subsample"": 0.7139567346576897}",33.42,
+exymax_tw1,GaussianProcess,0.007876521279568942,0.004346524198479995,0.5518329785706955,0.007876521279568942,,"{""gpr__amplitude"": 100.0, ""gpr__kernel_type"": ""Matern32"", ""gpr__length_scale"": 1.6377456535597703, ""gpr__n_restarts_optimizer"": 1, ""gpr__noise"": 9.489819784743017e-12, ""gpr__rq_alpha"": 0.36165095086180327}",34.15,"2.23**2 * Matern(length_scale=4.84, nu=1.5) + WhiteKernel(noise_level=9.49e-12)"
+exymax_tw1,RandomForest,0.012349746678461733,0.004361825360485833,0.3531914843316556,0.012349746678461733,,"{""max_depth"": 4, ""max_features"": 1.0, ""min_samples_leaf"": 2, ""min_samples_split"": 2, ""n_estimators"": 217}",34.44,
+exymax_tw1,XGBoost,0.012719780605179072,0.007866125346820437,0.6184167471896184,0.012719780605179072,,"{""colsample_bytree"": 1.0, ""learning_rate"": 0.01, ""max_depth"": 4, ""min_child_weight"": 3, ""n_estimators"": 1200, ""subsample"": 0.7}",23.32,
+exymax_tw2,SVR,0.0038124872313874763,0.003340839390048544,0.8762886764692756,0.0038124872313874763,,"{""svr__C"": 9978.136366417832, ""svr__epsilon"": 0.00033424143012809605, ""svr__gamma"": 0.001381610799038026}",17.31,
+exymax_tw2,GaussianProcess,0.00411721019435559,0.003968373433341647,0.9638500941200456,0.00411721019435559,,"{""gpr__amplitude"": 0.01745144512080451, ""gpr__kernel_type"": ""RBF"", ""gpr__length_scale"": 0.48474716099273013, ""gpr__n_restarts_optimizer"": 6, ""gpr__noise"": 1.990294785454531e-12, ""gpr__rq_alpha"": 14.396225639189552}",32.4,2.6**2 * RBF(length_scale=3.89) + WhiteKernel(noise_level=1.99e-12)
+exymax_tw2,FlexibleMLP,0.0055091952924174155,0.004769524504816916,0.8657388695916179,0.0055091952924174155,,"{""mlp__activation"": ""tanh"", ""mlp__alpha"": 1e-05, ""mlp__learning_rate_init"": 0.0004153494678254136, ""mlp__n_layers"": 5, ""mlp__n_neurons"": 512}",209.43,
+exymax_tw2,GradientBoosting,0.011707831856408241,0.011471790090814105,0.9798389856901695,0.011707831856408241,,"{""learning_rate"": 0.04631463751979753, ""max_depth"": 1, ""max_features"": 0.9620112633855968, ""n_estimators"": 1126, ""subsample"": 0.7655177807199793}",31.41,
+exymax_tw2,RandomForest,0.014368855743601206,0.011847255148081014,0.8245092970160048,0.014368855743601206,,"{""max_depth"": 4, ""max_features"": 1.0, ""min_samples_leaf"": 2, ""min_samples_split"": 2, ""n_estimators"": 200}",38.05,
+exymax_tw2,XGBoost,0.014855466958791017,0.009169871468427567,0.6172725161628874,0.014855466958791017,,"{""colsample_bytree"": 1.0, ""learning_rate"": 0.01, ""max_depth"": 1, ""min_child_weight"": 3, ""n_estimators"": 782, ""subsample"": 0.7}",26.59,
+tfmmax_frame,SVR,1.8473828812332656,1.8543467263702917,1.0037695732745868,1.8473828812332656,,"{""svr__C"": 2619.206360822925, ""svr__epsilon"": 0.0001, ""svr__gamma"": 0.008488619625011348}",19.44,
+tfmmax_frame,GaussianProcess,2.677908229833566,2.259126440914181,0.8436160790523383,2.677908229833566,,"{""gpr__amplitude"": 15.783879853890564, ""gpr__kernel_type"": ""Matern32"", ""gpr__length_scale"": 1.2778531518898433, ""gpr__n_restarts_optimizer"": 7, ""gpr__noise"": 1.7014397704982245e-05, ""gpr__rq_alpha"": 7.38115974661544}",32.29,"2.82**2 * Matern(length_scale=6.88, nu=1.5) + WhiteKernel(noise_level=1.7e-05)"
+tfmmax_frame,GradientBoosting,3.1449430403648044,2.5970563426620688,0.8257880379165207,3.1449430403648044,,"{""learning_rate"": 0.07901288854741141, ""max_depth"": 1, ""max_features"": 0.9043798942310827, ""n_estimators"": 1368, ""subsample"": 0.7891742230083864}",36.02,
+tfmmax_frame,XGBoost,5.7461626373291015,4.399980671230776,0.7657250497309191,5.7461626373291015,,"{""colsample_bytree"": 0.7887391540243318, ""learning_rate"": 0.01, ""max_depth"": 1, ""min_child_weight"": 3, ""n_estimators"": 1175, ""subsample"": 0.7}",24.73,
+tfmmax_frame,RandomForest,6.650267066145972,4.655061953713272,0.6999812048767868,6.650267066145972,,"{""max_depth"": 4, ""max_features"": 1.0, ""min_samples_leaf"": 2, ""min_samples_split"": 2, ""n_estimators"": 800}",39.2,
+tfmmax_frame,FlexibleMLP,7.551392118131586,7.5526958607485355,1.000172649307115,7.551392118131586,,"{""mlp__activation"": ""tanh"", ""mlp__alpha"": 0.01, ""mlp__learning_rate_init"": 0.0001, ""mlp__n_layers"": 3, ""mlp__n_neurons"": 502}",2458.03,
+tfmmax_tw1,SVR,5.76420278175457,7.84041278534167,1.3601903129013655,5.76420278175457,,"{""svr__C"": 10000.0, ""svr__epsilon"": 0.0001, ""svr__gamma"": 0.01599115973912198}",17.62,
+tfmmax_tw1,FlexibleMLP,8.30516696377768,5.34347989931817,0.6433922307189403,8.30516696377768,,"{""mlp__activation"": ""relu"", ""mlp__alpha"": 0.004356255540694861, ""mlp__learning_rate_init"": 0.005440491666387846, ""mlp__n_layers"": 2, ""mlp__n_neurons"": 364}",142.88,
+tfmmax_tw1,GradientBoosting,14.037351115199302,14.327828368857423,1.0206931671990167,14.037351115199302,,"{""learning_rate"": 0.0680543874152698, ""max_depth"": 1, ""max_features"": 0.7103120195166182, ""n_estimators"": 1500, ""subsample"": 0.7}",41.08,
+tfmmax_tw1,GaussianProcess,14.579264561521235,11.004017114326576,0.7547717560026492,14.579264561521235,,"{""gpr__amplitude"": 100.0, ""gpr__kernel_type"": ""Matern32"", ""gpr__length_scale"": 1.3014302820144033, ""gpr__n_restarts_optimizer"": 7, ""gpr__noise"": 6.791609124669547e-05, ""gpr__rq_alpha"": 1.1811151895437066}",35.87,"2.03**2 * Matern(length_scale=4.35, nu=1.5) + WhiteKernel(noise_level=3.7e-09)"
+tfmmax_tw1,XGBoost,26.66287326660156,17.10121411033928,0.6413867680105054,26.66287326660156,,"{""colsample_bytree"": 1.0, ""learning_rate"": 0.04920876654372351, ""max_depth"": 4, ""min_child_weight"": 3, ""n_estimators"": 200, ""subsample"": 0.7}",27.04,
+tfmmax_tw1,RandomForest,27.63103577794101,10.109773859992078,0.36588472257211313,27.63103577794101,,"{""max_depth"": 3, ""max_features"": 1.0, ""min_samples_leaf"": 2, ""min_samples_split"": 3, ""n_estimators"": 389}",43.93,
+tfmmax_tw2,SVR,8.5556547519197,5.490513935936841,0.641740941534006,8.5556547519197,,"{""svr__C"": 7123.257292646505, ""svr__epsilon"": 0.1, ""svr__gamma"": 0.012177597403964988}",20.86,
+tfmmax_tw2,FlexibleMLP,10.410474638254907,7.194404117616944,0.6910735934344423,10.410474638254907,,"{""mlp__activation"": ""relu"", ""mlp__alpha"": 0.01, ""mlp__learning_rate_init"": 0.009999866980900942, ""mlp__n_layers"": 2, ""mlp__n_neurons"": 410}",225.34,
+tfmmax_tw2,GradientBoosting,12.412813395497732,9.644252530649691,0.7769594388769084,12.412813395497732,,"{""learning_rate"": 0.0152095788809544, ""max_depth"": 1, ""max_features"": 1.0, ""n_estimators"": 1500, ""subsample"": 0.7799913032638333}",37.26,
+tfmmax_tw2,GaussianProcess,12.8960010364433,12.020235809862935,0.9320901708905337,12.8960010364433,,"{""gpr__amplitude"": 64.11805807786253, ""gpr__kernel_type"": ""Matern32"", ""gpr__length_scale"": 0.8700053838385312, ""gpr__n_restarts_optimizer"": 10, ""gpr__noise"": 0.0001, ""gpr__rq_alpha"": 89.63083374201149}",35.91,"2.88**2 * Matern(length_scale=7.29, nu=1.5) + WhiteKernel(noise_level=0.01)"
+tfmmax_tw2,RandomForest,20.37966172767856,17.52666810815926,0.8600078029928967,20.37966172767856,,"{""max_depth"": 4, ""max_features"": 1.0, ""min_samples_leaf"": 2, ""min_samples_split"": 3, ""n_estimators"": 200}",40.3,
+tfmmax_tw2,XGBoost,24.740090702819828,14.52448238931494,0.5870828269703744,24.740090702819828,,"{""colsample_bytree"": 1.0, ""learning_rate"": 0.01, ""max_depth"": 4, ""min_child_weight"": 3, ""n_estimators"": 1200, ""subsample"": 0.7}",24.8,

Code/models/width_optimization/2W_ml_models_per_output_models_B29_H30_it1_cv_detailed_per_output_B29_H30.csv

+output,model,cv_rmse,std_rmse,cv_rmse_dispersion,cv_mae,cv_r2,BEST_PARAMS,fit_time_sec,gpr_kernel
+exymax_tw1,SVR,0.0024756253409925536,0.003162723363436417,1.2775452371837432,0.0024756253409925536,,"{""svr__C"": 1776.5766649807683, ""svr__epsilon"": 0.00032780432870046914, ""svr__gamma"": 0.006225026900894044}",16.06,
+exymax_tw1,GaussianProcess,0.003544749506220166,0.00339206480908583,0.9569265199511527,0.003544749506220166,,"{""gpr__amplitude"": 74.13954798652198, ""gpr__kernel_type"": ""Matern52"", ""gpr__length_scale"": 1.845551297039509, ""gpr__n_restarts_optimizer"": 1, ""gpr__noise"": 4.912618463633794e-12, ""gpr__rq_alpha"": 0.05514509165905166}",29.56,"2.95**2 * Matern(length_scale=4.58, nu=2.5) + WhiteKernel(noise_level=4.91e-12)"
+exymax_tw1,FlexibleMLP,0.004354007132602834,0.0029001392846239988,0.6660851019070999,0.004354007132602834,,"{""mlp__activation"": ""tanh"", ""mlp__alpha"": 3.278043287004692e-05, ""mlp__learning_rate_init"": 0.001570703295827246, ""mlp__n_layers"": 4, ""mlp__n_neurons"": 298}",231.81,
+exymax_tw1,GradientBoosting,0.007005089494731147,0.005181425608557407,0.7396658690020446,0.007005089494731147,,"{""learning_rate"": 0.01, ""max_depth"": 1, ""max_features"": 1.0, ""n_estimators"": 1197, ""subsample"": 0.7}",29.94,
+exymax_tw1,XGBoost,0.01026511863275899,0.007655666115322084,0.7457942172134883,0.01026511863275899,,"{""colsample_bytree"": 0.8548914165297054, ""learning_rate"": 0.2, ""max_depth"": 4, ""min_child_weight"": 4, ""n_estimators"": 1021, ""subsample"": 0.7398023228939841}",24.87,
+exymax_tw1,RandomForest,0.013433152778697579,0.007877314928573092,0.5864084968247374,0.013433152778697579,,"{""max_depth"": 4, ""max_features"": 0.506420824114914, ""min_samples_leaf"": 2, ""min_samples_split"": 3, ""n_estimators"": 302}",43.26,
+exymax_tw2,GaussianProcess,0.0011086563042916073,0.0015044652951971592,1.3570168584920104,0.0011086563042916073,,"{""gpr__amplitude"": 1.1678028847340653, ""gpr__kernel_type"": ""RBF"", ""gpr__length_scale"": 56.93148314584267, ""gpr__n_restarts_optimizer"": 10, ""gpr__noise"": 1.1169777362871868e-11, ""gpr__rq_alpha"": 0.1573413368158819}",28.01,3.47**2 * RBF(length_scale=4.76) + WhiteKernel(noise_level=2.91e-12)
+exymax_tw2,SVR,0.001835044976721644,0.0015670942703104398,0.8539813956549963,0.001835044976721644,,"{""svr__C"": 1163.9595637448144, ""svr__epsilon"": 0.0001, ""svr__gamma"": 0.00517350174828139}",17.56,
+exymax_tw2,FlexibleMLP,0.007043272559668965,0.004169776509759758,0.5920225966600585,0.007043272559668965,,"{""mlp__activation"": ""tanh"", ""mlp__alpha"": 0.0015685758942019072, ""mlp__learning_rate_init"": 0.0006323708860074323, ""mlp__n_layers"": 1, ""mlp__n_neurons"": 508}",195.69,
+exymax_tw2,GradientBoosting,0.011043108784279058,0.010722066983689561,0.9709283131352893,0.011043108784279058,,"{""learning_rate"": 0.023619267887061358, ""max_depth"": 1, ""max_features"": 0.9644651085727028, ""n_estimators"": 1500, ""subsample"": 0.9}",34.49,
+exymax_tw2,XGBoost,0.013884196640337838,0.006516852773533836,0.46937197321164303,0.013884196640337838,,"{""colsample_bytree"": 0.7, ""learning_rate"": 0.2, ""max_depth"": 4, ""min_child_weight"": 3, ""n_estimators"": 200, ""subsample"": 0.7}",21.45,
+exymax_tw2,RandomForest,0.014437022668518516,0.007424862284508211,0.5142931790707044,0.014437022668518516,,"{""max_depth"": 4, ""max_features"": 1.0, ""min_samples_leaf"": 2, ""min_samples_split"": 3, ""n_estimators"": 200}",34.91,
+tfmmax_frame,SVR,2.0080189686021916,1.834503145292003,0.9135885536823514,2.0080189686021916,,"{""svr__C"": 776.8578433766332, ""svr__epsilon"": 0.0001, ""svr__gamma"": 0.012846134106856165}",20.4,
+tfmmax_frame,GradientBoosting,3.2496602362879483,2.3154490851486,0.7125203611419735,3.2496602362879483,,"{""learning_rate"": 0.01, ""max_depth"": 1, ""max_features"": 1.0, ""n_estimators"": 1500, ""subsample"": 0.7}",38.78,
+tfmmax_frame,GaussianProcess,3.2622096940791403,2.327255350491035,0.7133984534209947,3.2622096940791403,,"{""gpr__amplitude"": 15.783879853890564, ""gpr__kernel_type"": ""Matern32"", ""gpr__length_scale"": 1.2778531518898433, ""gpr__n_restarts_optimizer"": 7, ""gpr__noise"": 1.7014397704982245e-05, ""gpr__rq_alpha"": 7.38115974661544}",32.65,"2.48**2 * Matern(length_scale=6.06, nu=1.5) + WhiteKernel(noise_level=1.7e-05)"
+tfmmax_frame,XGBoost,4.483676044379338,3.975644078363131,0.8866929811637333,4.483676044379338,,"{""colsample_bytree"": 0.7, ""learning_rate"": 0.01, ""max_depth"": 1, ""min_child_weight"": 3, ""n_estimators"": 1122, ""subsample"": 0.7}",28.14,
+tfmmax_frame,RandomForest,5.5303515805555366,4.473703176262174,0.8089364864236679,5.5303515805555366,,"{""max_depth"": 1, ""max_features"": 1.0, ""min_samples_leaf"": 2, ""min_samples_split"": 2, ""n_estimators"": 200}",41.89,
+tfmmax_frame,FlexibleMLP,7.3172526519820895,7.04557172093037,0.9628711834928747,7.3172526519820895,,"{""mlp__activation"": ""relu"", ""mlp__alpha"": 0.0006944934206396821, ""mlp__learning_rate_init"": 0.0032339779426927657, ""mlp__n_layers"": 1, ""mlp__n_neurons"": 99}",304.77,
+tfmmax_tw1,SVR,4.3925021654363405,5.5001549209265885,1.252168971982787,4.3925021654363405,,"{""svr__C"": 5236.232200043871, ""svr__epsilon"": 0.0001, ""svr__gamma"": 0.1}",21.66,
+tfmmax_tw1,GaussianProcess,5.824945633600926,7.686077467608444,1.3195105930726059,5.824945633600926,,"{""gpr__amplitude"": 3.040177505329657, ""gpr__kernel_type"": ""RQ"", ""gpr__length_scale"": 0.2629640031365337, ""gpr__n_restarts_optimizer"": 10, ""gpr__noise"": 6.934513810183029e-08, ""gpr__rq_alpha"": 6.061391141345191}",40.44,"1.76**2 * RationalQuadratic(alpha=1e+03, length_scale=2.16) + WhiteKernel(noise_level=6.93e-08)"
+tfmmax_tw1,FlexibleMLP,6.582640034090435,6.961591808104234,1.05756835738416,6.582640034090435,,"{""mlp__activation"": ""relu"", ""mlp__alpha"": 1e-05, ""mlp__learning_rate_init"": 0.01, ""mlp__n_layers"": 5, ""mlp__n_neurons"": 64}",259.59,
+tfmmax_tw1,GradientBoosting,13.511793024681092,10.764396684203307,0.796666783197515,13.511793024681092,,"{""learning_rate"": 0.01, ""max_depth"": 1, ""max_features"": 1.0, ""n_estimators"": 895, ""subsample"": 0.7}",35.2,
+tfmmax_tw1,XGBoost,22.219134584554038,16.764440739148885,0.7545046669280691,22.219134584554038,,"{""colsample_bytree"": 0.7674077607707166, ""learning_rate"": 0.015555219980438314, ""max_depth"": 2, ""min_child_weight"": 3, ""n_estimators"": 1038, ""subsample"": 0.7}",33.74,
+tfmmax_tw1,RandomForest,23.641361117592606,9.94313351385015,0.4205821088046836,23.641361117592606,,"{""max_depth"": 4, ""max_features"": 1.0, ""min_samples_leaf"": 2, ""min_samples_split"": 3, ""n_estimators"": 200}",40.22,
+tfmmax_tw2,SVR,5.680020912182758,5.561050062783906,0.9790545050382337,5.680020912182758,,"{""svr__C"": 10000.0, ""svr__epsilon"": 0.0001, ""svr__gamma"": 0.00963488624259149}",18.34,
+tfmmax_tw2,FlexibleMLP,9.087693906694744,8.268052260251366,0.9098075204932285,9.087693906694744,,"{""mlp__activation"": ""relu"", ""mlp__alpha"": 0.009274969483615187, ""mlp__learning_rate_init"": 0.006500900236900651, ""mlp__n_layers"": 1, ""mlp__n_neurons"": 115}",361.1,
+tfmmax_tw2,GaussianProcess,10.0291035442904,10.021186033768807,0.9992105465372225,10.0291035442904,,"{""gpr__amplitude"": 9.00918862493577, ""gpr__kernel_type"": ""Matern52"", ""gpr__length_scale"": 1.2157726626660632, ""gpr__n_restarts_optimizer"": 10, ""gpr__noise"": 0.0001, ""gpr__rq_alpha"": 2.141520783739573}",40.02,"3.41**2 * Matern(length_scale=6.41, nu=2.5) + WhiteKernel(noise_level=0.01)"
+tfmmax_tw2,GradientBoosting,11.598380810221878,10.593068910995997,0.9133230822754259,11.598380810221878,,"{""learning_rate"": 0.06788372479073597, ""max_depth"": 1, ""max_features"": 1.0, ""n_estimators"": 200, ""subsample"": 0.7}",33.98,
+tfmmax_tw2,RandomForest,17.4599810031348,15.045985293298534,0.8617412178511046,17.4599810031348,,"{""max_depth"": 4, ""max_features"": 1.0, ""min_samples_leaf"": 2, ""min_samples_split"": 3, ""n_estimators"": 319}",45.19,
+tfmmax_tw2,XGBoost,20.199756171332467,14.78180515090588,0.731781365355501,20.199756171332467,,"{""colsample_bytree"": 1.0, ""learning_rate"": 0.035040930870097256, ""max_depth"": 4, ""min_child_weight"": 3, ""n_estimators"": 200, ""subsample"": 0.7}",27.36,

Code/models/width_optimization/2W_ml_models_per_output_models_B34_H30_it0_cv_detailed_per_output_B34_H30.csv

+output,model,cv_rmse,std_rmse,cv_rmse_dispersion,cv_mae,cv_r2,BEST_PARAMS,fit_time_sec,gpr_kernel
+exymax_tw1,SVR,0.0009391988885412684,0.0008408212014288188,0.8952536163397228,0.0009391988885412684,,"{""svr__C"": 1145.053088286465, ""svr__epsilon"": 0.0001, ""svr__gamma"": 0.00290506172148416}",13.58,
+exymax_tw1,GaussianProcess,0.006286395530318298,0.007115554222289232,1.1318973150785743,0.006286395530318298,,"{""gpr__amplitude"": 100.0, ""gpr__kernel_type"": ""RBF"", ""gpr__length_scale"": 2.361364647456093, ""gpr__n_restarts_optimizer"": 7, ""gpr__noise"": 8.461979957381341e-11, ""gpr__rq_alpha"": 0.09573383400652338}",32.85,3.73**2 * RBF(length_scale=4.06) + WhiteKernel(noise_level=8.46e-11)
+exymax_tw1,GradientBoosting,0.007213015243224071,0.005835291818934489,0.8089947992853863,0.007213015243224071,,"{""learning_rate"": 0.07999999999999999, ""max_depth"": 1, ""max_features"": 1.0, ""n_estimators"": 888, ""subsample"": 0.7}",27.93,
+exymax_tw1,FlexibleMLP,0.007529932161866227,0.0062093826735622245,0.8246266420577266,0.007529932161866227,,"{""mlp__activation"": ""tanh"", ""mlp__alpha"": 0.0002061045404501547, ""mlp__learning_rate_init"": 0.0011304216699488043, ""mlp__n_layers"": 4, ""mlp__n_neurons"": 469}",160.17,
+exymax_tw1,RandomForest,0.017197718448375754,0.010107123487360576,0.5877014161907709,0.017197718448375754,,"{""max_depth"": 4, ""max_features"": 1.0, ""min_samples_leaf"": 2, ""min_samples_split"": 2, ""n_estimators"": 483}",35.91,
+exymax_tw1,XGBoost,0.02110078880637884,0.014003884175399965,0.6636663825177257,0.02110078880637884,,"{""colsample_bytree"": 1.0, ""learning_rate"": 0.01, ""max_depth"": 4, ""min_child_weight"": 3, ""n_estimators"": 200, ""subsample"": 0.7}",19.44,
+exymax_tw2,SVR,0.006029466121502341,0.005518640222413557,0.9152784195491087,0.006029466121502341,,"{""svr__C"": 10000.0, ""svr__epsilon"": 0.0001, ""svr__gamma"": 0.0034683155294780777}",15.46,
+exymax_tw2,GaussianProcess,0.0069347318929677704,0.006580766519542526,0.9489575979448915,0.0069347318929677704,,"{""gpr__amplitude"": 1.0862274576850792, ""gpr__kernel_type"": ""Matern52"", ""gpr__length_scale"": 4.174350684925192, ""gpr__n_restarts_optimizer"": 9, ""gpr__noise"": 1.1255372473930115e-11, ""gpr__rq_alpha"": 0.013817053968571608}",28.79,"4.43**2 * Matern(length_scale=7.85, nu=2.5) + WhiteKernel(noise_level=1.13e-11)"
+exymax_tw2,FlexibleMLP,0.009269438568073593,0.007419412657431604,0.800416616707082,0.009269438568073593,,"{""mlp__activation"": ""relu"", ""mlp__alpha"": 0.0015246748254295628, ""mlp__learning_rate_init"": 0.007340675018434775, ""mlp__n_layers"": 2, ""mlp__n_neurons"": 364}",135.05,
+exymax_tw2,GradientBoosting,0.016700477007043617,0.016547519016267307,0.9908411004840282,0.016700477007043617,,"{""learning_rate"": 0.07999999999999999, ""max_depth"": 1, ""max_features"": 0.7031297650225502, ""n_estimators"": 756, ""subsample"": 0.7620444853070656}",28.18,
+exymax_tw2,RandomForest,0.022286896378906268,0.015043413620931024,0.6749891669604147,0.022286896378906268,,"{""max_depth"": 4, ""max_features"": 1.0, ""min_samples_leaf"": 2, ""min_samples_split"": 2, ""n_estimators"": 800}",33.65,
+exymax_tw2,XGBoost,0.023042750971347094,0.012678377658596918,0.5502111130030466,0.023042750971347094,,"{""colsample_bytree"": 0.7, ""learning_rate"": 0.01, ""max_depth"": 4, ""min_child_weight"": 3, ""n_estimators"": 1200, ""subsample"": 0.7}",21.28,
+tfmmax_frame,SVR,3.2580037673327116,2.5119569360841667,0.7710110593704671,3.2580037673327116,,"{""svr__C"": 10000.0, ""svr__epsilon"": 0.0001, ""svr__gamma"": 0.013154596167883838}",20.55,
+tfmmax_frame,GaussianProcess,4.861130062071435,2.777104647873538,0.571287871834919,4.861130062071435,,"{""gpr__amplitude"": 24.218605616737108, ""gpr__kernel_type"": ""RQ"", ""gpr__length_scale"": 0.18099022254583827, ""gpr__n_restarts_optimizer"": 10, ""gpr__noise"": 0.0001, ""gpr__rq_alpha"": 0.5177460521210273}",34.18,"2.13**2 * RationalQuadratic(alpha=1e+03, length_scale=3.12) + WhiteKernel(noise_level=0.01)"
+tfmmax_frame,GradientBoosting,4.902889831675344,3.874234194734623,0.7901940136824931,4.902889831675344,,"{""learning_rate"": 0.06640687000693812, ""max_depth"": 1, ""max_features"": 0.6, ""n_estimators"": 1500, ""subsample"": 0.7464304021544185}",35.84,
+tfmmax_frame,XGBoost,6.888140588378905,4.842058044853051,0.7029557516613651,6.888140588378905,,"{""colsample_bytree"": 1.0, ""learning_rate"": 0.0748481134538213, ""max_depth"": 3, ""min_child_weight"": 3, ""n_estimators"": 200, ""subsample"": 0.7}",35.84,
+tfmmax_frame,RandomForest,8.933791985584499,5.538906901260313,0.6199950603503924,8.933791985584499,,"{""max_depth"": 4, ""max_features"": 1.0, ""min_samples_leaf"": 2, ""min_samples_split"": 2, ""n_estimators"": 422}",37.07,
+tfmmax_frame,FlexibleMLP,13.355614585858065,9.490152539058366,0.7105740045169661,13.355614585858065,,"{""mlp__activation"": ""tanh"", ""mlp__alpha"": 0.0025016366510076833, ""mlp__learning_rate_init"": 0.0005251637934360895, ""mlp__n_layers"": 4, ""mlp__n_neurons"": 315}",493.94,
+tfmmax_tw1,SVR,7.183119170413128,8.309840082499269,1.156856775636835,7.183119170413128,,"{""svr__C"": 8486.611629527324, ""svr__epsilon"": 0.0001, ""svr__gamma"": 0.01016134780490442}",24.3,
+tfmmax_tw1,FlexibleMLP,11.286075138614564,13.407473120948438,1.1879659630366672,11.286075138614564,,"{""mlp__activation"": ""relu"", ""mlp__alpha"": 0.0018350308720501253, ""mlp__learning_rate_init"": 0.0005762697260565502, ""mlp__n_layers"": 2, ""mlp__n_neurons"": 271}",187.23,
+tfmmax_tw1,GaussianProcess,13.737825143457947,12.334799542075679,0.8978713452288771,13.737825143457947,,"{""gpr__amplitude"": 16.140832807988044, ""gpr__kernel_type"": ""Matern32"", ""gpr__length_scale"": 0.7808758275555846, ""gpr__n_restarts_optimizer"": 7, ""gpr__noise"": 6.169251139368679e-05, ""gpr__rq_alpha"": 26.452608826658203}",38.33,"2.32**2 * Matern(length_scale=5.44, nu=1.5) + WhiteKernel(noise_level=8.68e-10)"
+tfmmax_tw1,GradientBoosting,17.125644279942367,19.711357868064262,1.1509848941070377,17.125644279942367,,"{""learning_rate"": 0.07405969628647097, ""max_depth"": 1, ""max_features"": 0.627031854430126, ""n_estimators"": 1500, ""subsample"": 0.7044256922159705}",36.7,
+tfmmax_tw1,XGBoost,31.923099018096924,20.0219722136703,0.6271938762060669,31.923099018096924,,"{""colsample_bytree"": 1.0, ""learning_rate"": 0.01, ""max_depth"": 4, ""min_child_weight"": 3, ""n_estimators"": 1200, ""subsample"": 0.7}",23.41,
+tfmmax_tw1,RandomForest,34.50481845877975,13.424290144940972,0.38905552165063373,34.50481845877975,,"{""max_depth"": 4, ""max_features"": 1.0, ""min_samples_leaf"": 2, ""min_samples_split"": 2, ""n_estimators"": 800}",39.26,
+tfmmax_tw2,SVR,10.383152021375174,7.182550943352127,0.6917505328406864,10.383152021375174,,"{""svr__C"": 10000.0, ""svr__epsilon"": 0.1, ""svr__gamma"": 0.014504091099759808}",17.64,
+tfmmax_tw2,GaussianProcess,12.568712109000534,10.028846117767344,0.7979215396767362,12.568712109000534,,"{""gpr__amplitude"": 1.3398234241115743, ""gpr__kernel_type"": ""Matern32"", ""gpr__length_scale"": 1.3199024542148905, ""gpr__n_restarts_optimizer"": 9, ""gpr__noise"": 1e-12, ""gpr__rq_alpha"": 0.01}",33.86,"3.25**2 * Matern(length_scale=8.09, nu=1.5) + WhiteKernel(noise_level=1e-12)"
+tfmmax_tw2,FlexibleMLP,15.01279775850158,12.692329287957353,0.8454339752075744,15.01279775850158,,"{""mlp__activation"": ""relu"", ""mlp__alpha"": 0.01, ""mlp__learning_rate_init"": 0.01, ""mlp__n_layers"": 2, ""mlp__n_neurons"": 193}",633.68,
+tfmmax_tw2,GradientBoosting,16.124106409066343,14.362760324592521,0.8907631815501141,16.124106409066343,,"{""learning_rate"": 0.06268027396088106, ""max_depth"": 1, ""max_features"": 1.0, ""n_estimators"": 1500, ""subsample"": 0.7}",34.28,
+tfmmax_tw2,RandomForest,25.02939522697173,21.87132552293479,0.8738255688801543,25.02939522697173,,"{""max_depth"": 4, ""max_features"": 1.0, ""min_samples_leaf"": 2, ""min_samples_split"": 4, ""n_estimators"": 800}",43.05,
+tfmmax_tw2,XGBoost,28.443999732971193,19.98240260502107,0.7025173250110193,28.443999732971193,,"{""colsample_bytree"": 0.8764302714511444, ""learning_rate"": 0.010883230981476177, ""max_depth"": 1, ""min_child_weight"": 3, ""n_estimators"": 821, ""subsample"": 0.7142781364856831}",23.27,

Code/models/width_optimization/2W_ml_models_per_output_models_B34_H30_it1_cv_detailed_per_output_B34_H30.csv

+output,model,cv_rmse,std_rmse,cv_rmse_dispersion,cv_mae,cv_r2,BEST_PARAMS,fit_time_sec,gpr_kernel
+exymax_tw1,SVR,0.0008570511851203082,0.0006731653127795403,0.7854435353065231,0.0008570511851203082,,"{""svr__C"": 10000.0, ""svr__epsilon"": 0.0001, ""svr__gamma"": 0.005539382250631029}",15.78,
+exymax_tw1,GaussianProcess,0.00259269843299015,0.003052161150710224,1.177214099362176,0.00259269843299015,,"{""gpr__amplitude"": 17.76576664980768, ""gpr__kernel_type"": ""RBF"", ""gpr__length_scale"": 2.467108843522573, ""gpr__n_restarts_optimizer"": 8, ""gpr__noise"": 1.5290392171324112e-08, ""gpr__rq_alpha"": 0.024089076834871728}",27.84,3.96**2 * RBF(length_scale=4.34) + WhiteKernel(noise_level=1.53e-08)
+exymax_tw1,FlexibleMLP,0.0040100425936702416,0.003920304407185099,0.9776216375789145,0.0040100425936702416,,"{""mlp__activation"": ""relu"", ""mlp__alpha"": 0.00014654496622910706, ""mlp__learning_rate_init"": 0.0004227157952168497, ""mlp__n_layers"": 4, ""mlp__n_neurons"": 512}",231.54,
+exymax_tw1,GradientBoosting,0.0075532811368529225,0.009000714666129126,1.1916297703012915,0.0075532811368529225,,"{""learning_rate"": 0.07999999999999999, ""max_depth"": 1, ""max_features"": 0.6, ""n_estimators"": 1500, ""subsample"": 0.9}",34.17,
+exymax_tw1,RandomForest,0.013631267656481476,0.011536827513353016,0.846350303147882,0.013631267656481476,,"{""max_depth"": 1, ""max_features"": 1.0, ""min_samples_leaf"": 2, ""min_samples_split"": 4, ""n_estimators"": 200}",37.11,
+exymax_tw1,XGBoost,0.020261089147528014,0.01403886937801257,0.6928980607010163,0.020261089147528014,,"{""colsample_bytree"": 0.7, ""learning_rate"": 0.2, ""max_depth"": 2, ""min_child_weight"": 3, ""n_estimators"": 200, ""subsample"": 0.95}",20.85,
+exymax_tw2,SVR,0.004098427736105821,0.005731658601911444,1.3985018087344538,0.004098427736105821,,"{""svr__C"": 10000.0, ""svr__epsilon"": 0.000496625156190818, ""svr__gamma"": 0.00798837332507487}",17.3,
+exymax_tw2,GaussianProcess,0.006278008952606092,0.006251443662881164,0.9957685167502189,0.006278008952606092,,"{""gpr__amplitude"": 8.632012725909878, ""gpr__kernel_type"": ""RQ"", ""gpr__length_scale"": 0.04512619487621619, ""gpr__n_restarts_optimizer"": 3, ""gpr__noise"": 2.5352795401259186e-06, ""gpr__rq_alpha"": 0.30925669615839474}",31.46,"4.33**2 * RationalQuadratic(alpha=1.35, length_scale=5.57) + WhiteKernel(noise_level=0.00114)"
+exymax_tw2,FlexibleMLP,0.010756116204244055,0.007640357174494708,0.7103267600883711,0.010756116204244055,,"{""mlp__activation"": ""tanh"", ""mlp__alpha"": 0.01, ""mlp__learning_rate_init"": 0.0001, ""mlp__n_layers"": 5, ""mlp__n_neurons"": 512}",277.99,
+exymax_tw2,GradientBoosting,0.014207767921725052,0.010336192381796545,0.7275029011412487,0.014207767921725052,,"{""learning_rate"": 0.07999999999999999, ""max_depth"": 1, ""max_features"": 1.0, ""n_estimators"": 507, ""subsample"": 0.7}",28.55,
+exymax_tw2,RandomForest,0.0199899622666667,0.014959820626122325,0.7483666265377527,0.0199899622666667,,"{""max_depth"": 4, ""max_features"": 1.0, ""min_samples_leaf"": 2, ""min_samples_split"": 4, ""n_estimators"": 200}",35.21,
+exymax_tw2,XGBoost,0.02252720948460897,0.01564238317593637,0.6943773123175132,0.02252720948460897,,"{""colsample_bytree"": 0.8924816362701187, ""learning_rate"": 0.021789610070768725, ""max_depth"": 1, ""min_child_weight"": 3, ""n_estimators"": 238, ""subsample"": 0.7964709521551065}",22.92,
+tfmmax_frame,SVR,3.011026789438939,4.004787262164137,1.3300403955922195,3.011026789438939,,"{""svr__C"": 1481.8620538180178, ""svr__epsilon"": 0.1, ""svr__gamma"": 0.008831482506567626}",18.7,
+tfmmax_frame,FlexibleMLP,3.4329196927593526,3.5962636880616357,1.047581653496528,3.4329196927593526,,"{""mlp__activation"": ""tanh"", ""mlp__alpha"": 4.133393571577299e-05, ""mlp__learning_rate_init"": 0.01, ""mlp__n_layers"": 1, ""mlp__n_neurons"": 249}",1385.2,
+tfmmax_frame,GaussianProcess,4.420805377977214,3.215902511990723,0.7274472040798577,4.420805377977214,,"{""gpr__amplitude"": 15.302922772649232, ""gpr__kernel_type"": ""Matern32"", ""gpr__length_scale"": 0.4082478946247343, ""gpr__n_restarts_optimizer"": 9, ""gpr__noise"": 0.0001, ""gpr__rq_alpha"": 100.0}",33.11,"2.41**2 * Matern(length_scale=5.94, nu=1.5) + WhiteKernel(noise_level=9.98e-05)"
+tfmmax_frame,GradientBoosting,4.612996940871379,4.84040521061896,1.0492972947223815,4.612996940871379,,"{""learning_rate"": 0.013919589474543723, ""max_depth"": 1, ""max_features"": 0.6548784763847341, ""n_estimators"": 1376, ""subsample"": 0.7}",36.63,
+tfmmax_frame,RandomForest,7.313851344444424,5.386302748414373,0.7364523142114161,7.313851344444424,,"{""max_depth"": 1, ""max_features"": 1.0, ""min_samples_leaf"": 2, ""min_samples_split"": 2, ""n_estimators"": 200}",37.19,
+tfmmax_frame,XGBoost,7.802602041286891,4.566311927582524,0.5852293764849499,7.802602041286891,,"{""colsample_bytree"": 0.7, ""learning_rate"": 0.01, ""max_depth"": 1, ""min_child_weight"": 3, ""n_estimators"": 1200, ""subsample"": 0.7}",34.19,
+tfmmax_tw1,SVR,4.560302421976251,6.820351469024152,1.4955919230612091,4.560302421976251,,"{""svr__C"": 3379.63611316452, ""svr__epsilon"": 0.0001, ""svr__gamma"": 0.019544854457496024}",20.65,
+tfmmax_tw1,GaussianProcess,9.105443149658928,10.600553074326331,1.1641995782185963,9.105443149658928,,"{""gpr__amplitude"": 5.282502596111938, ""gpr__kernel_type"": ""Matern32"", ""gpr__length_scale"": 1.2599580284909435, ""gpr__n_restarts_optimizer"": 7, ""gpr__noise"": 9.78963138858132e-06, ""gpr__rq_alpha"": 10.361438545346061}",32.81,"3**2 * Matern(length_scale=7.32, nu=1.5) + WhiteKernel(noise_level=2.72e-09)"
+tfmmax_tw1,FlexibleMLP,10.06809365397592,7.534600313824996,0.7483641464588046,10.06809365397592,,"{""mlp__activation"": ""relu"", ""mlp__alpha"": 0.0009867418278990128, ""mlp__learning_rate_init"": 0.01, ""mlp__n_layers"": 1, ""mlp__n_neurons"": 64}",273.92,
+tfmmax_tw1,GradientBoosting,16.819826032983443,18.5413004600373,1.1023479329499644,16.819826032983443,,"{""learning_rate"": 0.062293187477610465, ""max_depth"": 1, ""max_features"": 0.8335379521129794, ""n_estimators"": 1500, ""subsample"": 0.7}",41.65,
+tfmmax_tw1,RandomForest,28.513960764390934,16.316328891767192,0.5722224641672194,28.513960764390934,,"{""max_depth"": 4, ""max_features"": 1.0, ""min_samples_leaf"": 2, ""min_samples_split"": 2, ""n_estimators"": 415}",45.77,
+tfmmax_tw1,XGBoost,33.646646844482426,22.338090055573662,0.6639024137775795,33.646646844482426,,"{""colsample_bytree"": 0.9351802199931738, ""learning_rate"": 0.1923434374313926, ""max_depth"": 2, ""min_child_weight"": 3, ""n_estimators"": 923, ""subsample"": 0.7862748144930891}",32.73,
+tfmmax_tw2,SVR,7.532025741419391,5.994528134314546,0.7958719659373991,7.532025741419391,,"{""svr__C"": 10000.0, ""svr__epsilon"": 0.0001, ""svr__gamma"": 0.018215310665708}",20.35,
+tfmmax_tw2,GaussianProcess,9.4146236263087,8.042905282918047,0.8542991841375949,9.4146236263087,,"{""gpr__amplitude"": 22.364202820542708, ""gpr__kernel_type"": ""RQ"", ""gpr__length_scale"": 0.1635461931468242, ""gpr__n_restarts_optimizer"": 10, ""gpr__noise"": 8.185087448430454e-06, ""gpr__rq_alpha"": 0.017752182884113583}",32.97,"3.58**2 * RationalQuadratic(alpha=1e+03, length_scale=4.31) + WhiteKernel(noise_level=0.00398)"
+tfmmax_tw2,GradientBoosting,13.587370298798847,10.313239200828738,0.7590312896484797,13.587370298798847,,"{""learning_rate"": 0.02911560928746067, ""max_depth"": 1, ""max_features"": 1.0, ""n_estimators"": 1238, ""subsample"": 0.724603829439197}",34.7,
+tfmmax_tw2,FlexibleMLP,13.638150768372547,8.656749417008834,0.6347451032059424,13.638150768372547,,"{""mlp__activation"": ""relu"", ""mlp__alpha"": 0.00834395187014542, ""mlp__learning_rate_init"": 0.0029488173801534745, ""mlp__n_layers"": 1, ""mlp__n_neurons"": 64}",228.45,
+tfmmax_tw2,RandomForest,23.399001751183537,20.62974127884238,0.8816504865554324,23.399001751183537,,"{""max_depth"": 4, ""max_features"": 1.0, ""min_samples_leaf"": 2, ""min_samples_split"": 3, ""n_estimators"": 665}",43.46,
+tfmmax_tw2,XGBoost,25.95496679280599,19.083915126969973,0.7352702578783308,25.95496679280599,,"{""colsample_bytree"": 1.0, ""learning_rate"": 0.01, ""max_depth"": 1, ""min_child_weight"": 3, ""n_estimators"": 200, ""subsample"": 0.95}",23.47,

Code/models/width_optimization/2W_ml_models_per_output_models_B34_H30_it2_cv_detailed_per_output_B34_H30.csv

+output,model,cv_rmse,std_rmse,cv_rmse_dispersion,cv_mae,cv_r2,BEST_PARAMS,fit_time_sec,gpr_kernel
+exymax_tw1,SVR,0.0006968397898665924,0.0005873044060281011,0.8428112380616763,0.0006968397898665924,,"{""svr__C"": 10000.0, ""svr__epsilon"": 0.00021095984730562292, ""svr__gamma"": 0.0035006485355441514}",14.43,
+exymax_tw1,GaussianProcess,0.0020198340644453703,0.0026723869454728317,1.3230725199233864,0.0020198340644453703,,"{""gpr__amplitude"": 99.90515207734656, ""gpr__kernel_type"": ""RBF"", ""gpr__length_scale"": 0.6437401515183162, ""gpr__n_restarts_optimizer"": 1, ""gpr__noise"": 5.082795914279782e-07, ""gpr__rq_alpha"": 0.01}",28.59,5.16**2 * RBF(length_scale=5.18) + WhiteKernel(noise_level=0.000116)
+exymax_tw1,GradientBoosting,0.003940095081820538,0.0038005738912385246,0.9645893848537412,0.003940095081820538,,"{""learning_rate"": 0.07999999999999999, ""max_depth"": 1, ""max_features"": 1.0, ""n_estimators"": 1500, ""subsample"": 0.9}",32.34,
+exymax_tw1,FlexibleMLP,0.005957542154818697,0.007456540584997513,1.2516135666730226,0.005957542154818697,,"{""mlp__activation"": ""tanh"", ""mlp__alpha"": 2.3396801968910945e-05, ""mlp__learning_rate_init"": 0.000496358810731356, ""mlp__n_layers"": 4, ""mlp__n_neurons"": 254}",124.48,
+exymax_tw1,RandomForest,0.013214594569761914,0.010953058848621132,0.8288607562493286,0.013214594569761914,,"{""max_depth"": 1, ""max_features"": 1.0, ""min_samples_leaf"": 2, ""min_samples_split"": 2, ""n_estimators"": 200}",38.42,
+exymax_tw1,XGBoost,0.019739691254458427,0.012586443163823508,0.6376210753033293,0.019739691254458427,,"{""colsample_bytree"": 0.9816133117957346, ""learning_rate"": 0.010233421431235106, ""max_depth"": 1, ""min_child_weight"": 3, ""n_estimators"": 1183, ""subsample"": 0.7190608898653754}",25.97,
+exymax_tw2,SVR,0.0034659291460564117,0.005031495884233731,1.4517018877776673,0.0034659291460564117,,"{""svr__C"": 10000.0, ""svr__epsilon"": 0.0003114954241837501, ""svr__gamma"": 0.0020514485079171293}",15.47,
+exymax_tw2,GaussianProcess,0.00560546687572881,0.007632459459509591,1.3616099477025696,0.00560546687572881,,"{""gpr__amplitude"": 0.01164926162616544, ""gpr__kernel_type"": ""Matern52"", ""gpr__length_scale"": 0.043484544875422505, ""gpr__n_restarts_optimizer"": 10, ""gpr__noise"": 2.39926693921948e-09, ""gpr__rq_alpha"": 5.214962693126692}",27.47,"5.48**2 * Matern(length_scale=9.09, nu=2.5) + WhiteKernel(noise_level=2.91e-12)"
+exymax_tw2,FlexibleMLP,0.00895303924898745,0.010725050131934366,1.197922831975446,0.00895303924898745,,"{""mlp__activation"": ""relu"", ""mlp__alpha"": 0.0002212060059521561, ""mlp__learning_rate_init"": 0.0076781710968182705, ""mlp__n_layers"": 5, ""mlp__n_neurons"": 512}",153.59,
+exymax_tw2,GradientBoosting,0.014551996639769202,0.018479363776151503,1.2698851046769202,0.014551996639769202,,"{""learning_rate"": 0.027630372593112466, ""max_depth"": 1, ""max_features"": 0.6525791949394298, ""n_estimators"": 1028, ""subsample"": 0.7010013042508281}",30.46,
+exymax_tw2,RandomForest,0.017908671862023818,0.015448487436867489,0.8626260817044024,0.017908671862023818,,"{""max_depth"": 4, ""max_features"": 1.0, ""min_samples_leaf"": 2, ""min_samples_split"": 2, ""n_estimators"": 200}",34.6,
+exymax_tw2,XGBoost,0.019415374924397467,0.014334391452637464,0.7383010376289354,0.019415374924397467,,"{""colsample_bytree"": 0.8487594076200335, ""learning_rate"": 0.01481505259634266, ""max_depth"": 4, ""min_child_weight"": 3, ""n_estimators"": 458, ""subsample"": 0.700196120820241}",21.92,
+tfmmax_frame,SVR,2.490499986730133,3.438991682668595,1.3808438871681228,2.490499986730133,,"{""svr__C"": 2127.5517775450967, ""svr__epsilon"": 0.0001, ""svr__gamma"": 0.010102426615700223}",23.28,
+tfmmax_frame,GaussianProcess,3.488075534625935,3.624257672097083,1.0390421985187177,3.488075534625935,,"{""gpr__amplitude"": 100.0, ""gpr__kernel_type"": ""Matern32"", ""gpr__length_scale"": 8.30080274941024, ""gpr__n_restarts_optimizer"": 4, ""gpr__noise"": 1.1718346496851268e-07, ""gpr__rq_alpha"": 0.01}",36.98,"2.95**2 * Matern(length_scale=7.5, nu=1.5) + WhiteKernel(noise_level=1.17e-07)"
+tfmmax_frame,FlexibleMLP,4.06430819064026,3.9008383612382445,0.9597791747735883,4.06430819064026,,"{""mlp__activation"": ""tanh"", ""mlp__alpha"": 1e-05, ""mlp__learning_rate_init"": 0.005061969499259066, ""mlp__n_layers"": 1, ""mlp__n_neurons"": 500}",333.47,
+tfmmax_frame,GradientBoosting,4.082543305309253,3.897403525324181,0.9546508717386288,4.082543305309253,,"{""learning_rate"": 0.07999999999999999, ""max_depth"": 1, ""max_features"": 0.6, ""n_estimators"": 256, ""subsample"": 0.7929934898034711}",31.91,
+tfmmax_frame,RandomForest,6.636618526319403,5.431802053817716,0.8184592849922526,6.636618526319403,,"{""max_depth"": 1, ""max_features"": 1.0, ""min_samples_leaf"": 2, ""min_samples_split"": 4, ""n_estimators"": 800}",41.27,
+tfmmax_frame,XGBoost,7.401147117919919,4.230760654942959,0.5716358001720154,7.401147117919919,,"{""colsample_bytree"": 1.0, ""learning_rate"": 0.01, ""max_depth"": 4, ""min_child_weight"": 3, ""n_estimators"": 771, ""subsample"": 0.95}",30.47,
+tfmmax_tw1,SVR,3.494175464857668,6.181428432381272,1.7690664062381498,3.494175464857668,,"{""svr__C"": 3802.4465977474147, ""svr__epsilon"": 0.0001, ""svr__gamma"": 0.01992493839597558}",23.0,
+tfmmax_tw1,GaussianProcess,7.436554471550762,9.595440046505875,1.2903072361285233,7.436554471550762,,"{""gpr__amplitude"": 19.53729724639684, ""gpr__kernel_type"": ""Matern32"", ""gpr__length_scale"": 1.2070221741160438, ""gpr__n_restarts_optimizer"": 7, ""gpr__noise"": 2.0743607564143484e-05, ""gpr__rq_alpha"": 4.686865267098099}",35.36,"3.77**2 * Matern(length_scale=9.39, nu=1.5) + WhiteKernel(noise_level=4.04e-09)"
+tfmmax_tw1,FlexibleMLP,8.482266628409631,7.731636258573703,0.9115059213864082,8.482266628409631,,"{""mlp__activation"": ""relu"", ""mlp__alpha"": 0.00011890580532871589, ""mlp__learning_rate_init"": 0.0007727523895091436, ""mlp__n_layers"": 1, ""mlp__n_neurons"": 360}",286.51,
+tfmmax_tw1,GradientBoosting,14.13214746153613,17.63389360545531,1.247785848077936,14.13214746153613,,"{""learning_rate"": 0.07344647142610128, ""max_depth"": 1, ""max_features"": 0.6475215396489009, ""n_estimators"": 1342, ""subsample"": 0.7408706855044647}",36.96,
+tfmmax_tw1,RandomForest,25.368590364908336,16.85392664939941,0.6643619691503623,25.368590364908336,,"{""max_depth"": 2, ""max_features"": 1.0, ""min_samples_leaf"": 2, ""min_samples_split"": 3, ""n_estimators"": 464}",45.26,
+tfmmax_tw1,XGBoost,37.44987000854492,29.277926738246062,0.7817898094590376,37.44987000854492,,"{""colsample_bytree"": 0.7236219375551414, ""learning_rate"": 0.11452099174371604, ""max_depth"": 1, ""min_child_weight"": 7, ""n_estimators"": 781, ""subsample"": 0.7371784757522071}",32.82,
+tfmmax_tw2,SVR,6.683739183035918,6.228022161517708,0.9318170549391168,6.683739183035918,,"{""svr__C"": 10000.0, ""svr__epsilon"": 0.04899986718422711, ""svr__gamma"": 0.015496971470775237}",18.14,
+tfmmax_tw2,GaussianProcess,8.435277293060128,8.826450586489932,1.046373495480893,8.435277293060128,,"{""gpr__amplitude"": 14.830700901858126, ""gpr__kernel_type"": ""Matern32"", ""gpr__length_scale"": 4.171379243293783, ""gpr__n_restarts_optimizer"": 7, ""gpr__noise"": 9.19910964511095e-06, ""gpr__rq_alpha"": 2.4372109953432006}",32.07,"5.07**2 * Matern(length_scale=13, nu=1.5) + WhiteKernel(noise_level=5.85e-11)"
+tfmmax_tw2,FlexibleMLP,11.255504043664384,7.529028080407925,0.6689196726508169,11.255504043664384,,"{""mlp__activation"": ""relu"", ""mlp__alpha"": 0.008994572699583347, ""mlp__learning_rate_init"": 0.003201882884302263, ""mlp__n_layers"": 1, ""mlp__n_neurons"": 64}",223.09,
+tfmmax_tw2,GradientBoosting,15.141357542442169,14.765134454103837,0.975152618430431,15.141357542442169,,"{""learning_rate"": 0.07999999999999999, ""max_depth"": 1, ""max_features"": 1.0, ""n_estimators"": 200, ""subsample"": 0.7}",33.78,
+tfmmax_tw2,RandomForest,21.152862473998006,20.834006391852917,0.9849261024347394,21.152862473998006,,"{""max_depth"": 3, ""max_features"": 1.0, ""min_samples_leaf"": 2, ""min_samples_split"": 3, ""n_estimators"": 800}",39.69,
+tfmmax_tw2,XGBoost,22.52470227172852,16.939970449859292,0.7520619027724595,22.52470227172852,,"{""colsample_bytree"": 1.0, ""learning_rate"": 0.013379546407576461, ""max_depth"": 4, ""min_child_weight"": 3, ""n_estimators"": 542, ""subsample"": 0.7}",31.92,

Manuscript/Figures/MLSurrogatesComparison/surrogate_selection_summary_by_variable_type.csv

+model,variable_type,window_group,selected_outputs,lowest_rmse_outputs,median_training_time_sec
+SVR,Distortion,2W,9,9,15.92
+SVR,Distortion,3W,9,9,17.12
+SVR,Distortion,5W,6,3,19.1
+SVR,Distortion,Total,24,21,17.56
+SVR,Damage,2W,15,15,20.4
+SVR,Damage,3W,21,20,24.93
+SVR,Damage,5W,11,15,25.96
+SVR,Damage,Total,47,50,24.37
+SVR,All,2W,24,24,18.14
+SVR,All,3W,30,29,21.64
+SVR,All,5W,17,18,22.52
+SVR,All,Total,71,71,20.91
+GPR,Distortion,2W,1,1,29.17
+GPR,Distortion,3W,0,0,30.37
+GPR,Distortion,5W,6,9,30.47
+GPR,Distortion,Total,7,10,30.32
+GPR,Damage,2W,0,0,34.18
+GPR,Damage,3W,2,4,34.91
+GPR,Damage,5W,6,3,35.78
+GPR,Damage,Total,8,7,35.06
+GPR,All,2W,1,1,32.85
+GPR,All,3W,2,4,32.02
+GPR,All,5W,12,12,34.04
+GPR,All,Total,15,17,32.83
+GBR,Distortion,2W,0,0,30.94
+GBR,Distortion,3W,9,9,36.03
+GBR,Distortion,5W,1,0,51.03
+GBR,Distortion,Total,10,9,37.7
+GBR,Damage,2W,0,0,36.02
+GBR,Damage,3W,0,0,42.62
+GBR,Damage,5W,0,0,61.34
+GBR,Damage,Total,0,0,43.03
+GBR,All,2W,0,0,34.28
+GBR,All,3W,9,9,40.82
+GBR,All,5W,1,0,55.23
+GBR,All,Total,10,9,42.11
+XGBoost,Distortion,2W,0,0,22.42
+XGBoost,Distortion,3W,0,0,25.93
+XGBoost,Distortion,5W,2,3,29.21
+XGBoost,Distortion,Total,2,3,26.57
+XGBoost,Damage,2W,0,0,28.14
+XGBoost,Damage,3W,0,0,32.36
+XGBoost,Damage,5W,0,0,33.27
+XGBoost,Damage,Total,0,0,32.63
+XGBoost,All,2W,0,0,24.87
+XGBoost,All,3W,0,0,30.59
+XGBoost,All,5W,2,3,32.19
+XGBoost,All,Total,2,3,30.32
+MLP,Distortion,2W,0,0,179.17
+MLP,Distortion,3W,0,0,388.92
+MLP,Distortion,5W,0,0,922.75
+MLP,Distortion,Total,0,0,415.35
+MLP,Damage,2W,0,0,286.51
+MLP,Damage,3W,1,0,822.65
+MLP,Damage,5W,1,0,1208.86
+MLP,Damage,Total,2,0,851.3
+MLP,All,2W,0,0,231.54
+MLP,All,3W,1,0,532.12
+MLP,All,5W,1,0,1072.55
+MLP,All,Total,2,0,638.43
+RF,Distortion,2W,0,0,35.56
+RF,Distortion,3W,0,0,48.28
+RF,Distortion,5W,0,0,61.79
+RF,Distortion,Total,0,0,49.19
+RF,Damage,2W,0,0,41.27
+RF,Damage,3W,0,0,54.05
+RF,Damage,5W,0,0,77.83
+RF,Damage,Total,0,0,56.94
+RF,All,2W,0,0,39.26
+RF,All,3W,0,0,49.55
+RF,All,5W,0,0,71.77
+RF,All,Total,0,0,51.22

Manuscript/Figures/MLSurrogatesComparison/surrogate_selection_summary_by_variable_type_wide.csv

+model,variable_type,selected_2W,lowest_rmse_2W,selected_3W,lowest_rmse_3W,selected_5W,lowest_rmse_5W,selected_Total,lowest_rmse_Total,median_training_time_sec
+SVR,Distortion,9,9,9,9,6,3,24,21,17.56
+SVR,Damage,15,15,21,20,11,15,47,50,24.37
+SVR,All,24,24,30,29,17,18,71,71,20.91
+GPR,Distortion,1,1,0,0,6,9,7,10,30.32
+GPR,Damage,0,0,2,4,6,3,8,7,35.06
+GPR,All,1,1,2,4,12,12,15,17,32.83
+GBR,Distortion,0,0,9,9,1,0,10,9,37.7
+GBR,Damage,0,0,0,0,0,0,0,0,43.03
+GBR,All,0,0,9,9,1,0,10,9,42.11
+XGBoost,Distortion,0,0,0,0,2,3,2,3,26.57
+XGBoost,Damage,0,0,0,0,0,0,0,0,32.63
+XGBoost,All,0,0,0,0,2,3,2,3,30.32
+MLP,Distortion,0,0,0,0,0,0,0,0,415.35
+MLP,Damage,0,0,1,0,1,0,2,0,851.3
+MLP,All,0,0,1,0,1,0,2,0,638.43
+RF,Distortion,0,0,0,0,0,0,0,0,49.19
+RF,Damage,0,0,0,0,0,0,0,0,56.94
+RF,All,0,0,0,0,0,0,0,0,51.22