rerun did_cs_multi sim

Author: SvenKlaassen

results/did/did_cs_multi_config.yml

@@ -1,5 +1,5 @@
 simulation_parameters:
-  repetitions: 10
+  repetitions: 500
   max_runtime: 19800
   random_seed: 42
   n_jobs: -2

results/did/did_cs_multi_detailed.csv

@@ -1,49 +1,49 @@
 Learner g,Learner m,Score,In-sample-norm.,DGP,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition
-LGBM Regr.,LGBM Clas.,experimental,False,1,0.9,0.7166666666666667,1.7733164955970522,0.6270667186867447,0.1,2.7544168540153207,10
-LGBM Regr.,LGBM Clas.,experimental,False,1,0.95,0.7583333333333333,2.1130369338715296,0.6270667186867447,0.4,3.038799542554651,10
-LGBM Regr.,LGBM Clas.,experimental,False,4,0.9,0.725,1.7477937797150804,0.5602041597791712,0.4,2.7439393147453264,10
-LGBM Regr.,LGBM Clas.,experimental,False,4,0.95,0.8,2.082624742113759,0.5602041597791712,0.4,3.0000419656121324,10
-LGBM Regr.,LGBM Clas.,experimental,False,6,0.9,0.975,1.7579955535330196,0.3275539375261427,1.0,2.7532017355074516,10
-LGBM Regr.,LGBM Clas.,experimental,False,6,0.95,0.9916666666666666,2.094780905394161,0.3275539375261427,1.0,3.0087112201608193,10
-LGBM Regr.,LGBM Clas.,experimental,True,1,0.9,0.7583333333333334,1.7780211121083784,0.6436325943754605,0.2,2.7676021703976224,10
-LGBM Regr.,LGBM Clas.,experimental,True,1,0.95,0.8166666666666667,2.118642830209164,0.6436325943754605,0.3,3.0428498324931845,10
-LGBM Regr.,LGBM Clas.,experimental,True,4,0.9,0.75,1.7491245115931342,0.5669760934820833,0.4,2.744787484548024,10
-LGBM Regr.,LGBM Clas.,experimental,True,4,0.95,0.8083333333333333,2.084210406948203,0.5669760934820833,0.5,2.9996532476236077,10
-LGBM Regr.,LGBM Clas.,experimental,True,6,0.9,0.975,1.7622679725735675,0.31703729067888875,1.0,2.7695645411718286,10
-LGBM Regr.,LGBM Clas.,experimental,True,6,0.95,1.0,2.099871806681139,0.31703729067888875,1.0,3.023386909461707,10
-LGBM Regr.,LGBM Clas.,observational,False,1,0.9,0.9583333333333334,2.0514570471937414,0.3867718735083896,0.9,3.2264240958527117,10
-LGBM Regr.,LGBM Clas.,observational,False,1,0.95,0.9833333333333332,2.4444618429559775,0.3867718735083896,0.9,3.533486903589104,10
-LGBM Regr.,LGBM Clas.,observational,False,4,0.9,0.875,2.5413509498564357,0.651176999835073,0.9,4.0086542706028725,10
-LGBM Regr.,LGBM Clas.,observational,False,4,0.95,0.9333333333333333,3.0282064325850335,0.651176999835073,0.9,4.369730369470008,10
-LGBM Regr.,LGBM Clas.,observational,False,6,0.9,0.9416666666666668,2.0022232678074596,0.3671452434766034,1.0,3.1349999971976166,10
-LGBM Regr.,LGBM Clas.,observational,False,6,0.95,1.0,2.3857961763952718,0.3671452434766034,1.0,3.444114186938691,10
-LGBM Regr.,LGBM Clas.,observational,True,1,0.9,0.9666666666666666,2.019516185333502,0.42101406931524626,0.9,3.1622094213810152,10
-LGBM Regr.,LGBM Clas.,observational,True,1,0.95,0.9833333333333334,2.406401958565374,0.42101406931524626,1.0,3.471392157203975,10
-LGBM Regr.,LGBM Clas.,observational,True,4,0.9,0.8916666666666666,2.4980104461788457,0.609694859178484,0.8,3.921343216109116,10
-LGBM Regr.,LGBM Clas.,observational,True,4,0.95,0.925,2.976563037155776,0.609694859178484,0.9,4.269006211756919,10
-LGBM Regr.,LGBM Clas.,observational,True,6,0.9,0.975,1.9659141203642527,0.351790775740909,1.0,3.085297737408852,10
-LGBM Regr.,LGBM Clas.,observational,True,6,0.95,0.9916666666666666,2.3425311586867137,0.351790775740909,1.0,3.3812992898189953,10
-Linear,Logistic,experimental,False,1,0.9,0.9083333333333334,0.4156398657486867,0.09746301198430109,0.8,0.6501871822927178,10
-Linear,Logistic,experimental,False,1,0.95,0.925,0.4952654473676904,0.09746301198430109,0.9,0.7165960378309301,10
-Linear,Logistic,experimental,False,4,0.9,0.7666666666666667,2.7945505297249533,0.8728211225298711,0.4,4.3851488481274625,10
-Linear,Logistic,experimental,False,4,0.95,0.825,3.329912340826076,0.8728211225298711,0.5,4.82104914193982,10
-Linear,Logistic,experimental,False,6,0.9,0.9833333333333334,2.9309619862698097,0.46633922352847107,1.0,4.582620115930847,10
-Linear,Logistic,experimental,False,6,0.95,0.9916666666666666,3.4924566168186395,0.46633922352847107,1.0,5.011624635677961,10
-Linear,Logistic,experimental,True,1,0.9,0.9,0.4156868198443614,0.09796066841008202,0.8,0.6452755653073956,10
-Linear,Logistic,experimental,True,1,0.95,0.9333333333333333,0.49532139662356406,0.09796066841008202,0.9,0.7082400730816387,10
-Linear,Logistic,experimental,True,4,0.9,0.775,2.791799780055066,0.8764997664245662,0.4,4.387553318413767,10
-Linear,Logistic,experimental,True,4,0.95,0.8333333333333334,3.326634620428878,0.8764997664245662,0.5,4.791925509710113,10
-Linear,Logistic,experimental,True,6,0.9,0.9833333333333334,2.9313252748018654,0.46603910456037,1.0,4.5903052096126045,10
-Linear,Logistic,experimental,True,6,0.95,0.9916666666666666,3.492889501804367,0.46603910456037,1.0,5.012949733861095,10
-Linear,Logistic,observational,False,1,0.9,0.925,0.44536680216015306,0.09814566635145752,1.0,0.6939388599613096,10
-Linear,Logistic,observational,False,1,0.95,0.975,0.5306872768742898,0.09814566635145752,1.0,0.7629369384791739,10
-Linear,Logistic,observational,False,4,0.9,0.8583333333333334,3.3081199749387666,0.8785057917466201,0.7,5.1432414716372525,10
-Linear,Logistic,observational,False,4,0.95,0.875,3.941868079431738,0.8785057917466201,0.7,5.667520286195628,10
-Linear,Logistic,observational,False,6,0.9,0.9833333333333334,2.9580643141495875,0.4768956065518607,1.0,4.62051840726898,10
-Linear,Logistic,observational,False,6,0.95,1.0,3.5247510323649096,0.4768956065518607,1.0,5.077422972978242,10
-Linear,Logistic,observational,True,1,0.9,0.9333333333333333,0.44497110431101594,0.09947076656191642,1.0,0.6925892772971488,10
-Linear,Logistic,observational,True,1,0.95,0.975,0.5302157738053473,0.09947076656191642,1.0,0.7572367265124303,10
-Linear,Logistic,observational,True,4,0.9,0.85,3.3020145589492635,0.8664130376055239,0.7,5.1521595093075225,10
-Linear,Logistic,observational,True,4,0.95,0.9,3.934593027564516,0.8664130376055239,0.8,5.638033846710763,10
-Linear,Logistic,observational,True,6,0.9,0.9833333333333334,2.955323680846967,0.4613858642305589,1.0,4.631940914902716,10
-Linear,Logistic,observational,True,6,0.95,1.0,3.5214853663628096,0.4613858642305589,1.0,5.077023905391667,10
+LGBM Regr.,LGBM Clas.,experimental,False,1,0.9,0.7445,1.770325608867807,0.5949971587062639,0.398,2.7648307369564926,500
+LGBM Regr.,LGBM Clas.,experimental,False,1,0.95,0.824,2.1094730725193043,0.5949971587062639,0.566,3.034916611141197,500
+LGBM Regr.,LGBM Clas.,experimental,False,4,0.9,0.773,1.766478883435425,0.5692557054828591,0.472,2.773314379428287,500
+LGBM Regr.,LGBM Clas.,experimental,False,4,0.95,0.8455,2.1048894164526817,0.5692557054828591,0.624,3.0389648164538805,500
+LGBM Regr.,LGBM Clas.,experimental,False,6,0.9,0.9618333333333333,1.7719758223340252,0.34491539054381054,0.978,2.780855944642299,500
+LGBM Regr.,LGBM Clas.,experimental,False,6,0.95,0.9855,2.111439423146251,0.34491539054381054,0.99,3.0466788998860315,500
+LGBM Regr.,LGBM Clas.,experimental,True,1,0.9,0.7488333333333334,1.7704687014862623,0.5945326473164728,0.412,2.762232396348127,500
+LGBM Regr.,LGBM Clas.,experimental,True,1,0.95,0.8228333333333334,2.1096435778907434,0.5945326473164728,0.548,3.029512649083705,500
+LGBM Regr.,LGBM Clas.,experimental,True,4,0.9,0.7753333333333333,1.7663884619807455,0.5717727216970863,0.494,2.774302186004533,500
+LGBM Regr.,LGBM Clas.,experimental,True,4,0.95,0.8461666666666666,2.1047816726439335,0.5717727216970863,0.628,3.040160202574957,500
+LGBM Regr.,LGBM Clas.,experimental,True,6,0.9,0.9606666666666667,1.7721766188302754,0.34137474439314713,0.986,2.777950990796601,500
+LGBM Regr.,LGBM Clas.,experimental,True,6,0.95,0.9866666666666666,2.111678686929012,0.34137474439314713,0.996,3.044521002012899,500
+LGBM Regr.,LGBM Clas.,observational,False,1,0.9,0.9501666666666666,1.990648327452718,0.4052261056167495,0.976,3.1272474543428164,500
+LGBM Regr.,LGBM Clas.,observational,False,1,0.95,0.981,2.372003784265803,0.4052261056167495,0.992,3.425556561218648,500
+LGBM Regr.,LGBM Clas.,observational,False,4,0.9,0.9326666666666666,2.6295041141393964,0.5680990688936988,0.942,4.109931474457153,500
+LGBM Regr.,LGBM Clas.,observational,False,4,0.95,0.9701666666666666,3.1332474066187324,0.5680990688936988,0.982,4.507999042258337,500
+LGBM Regr.,LGBM Clas.,observational,False,6,0.9,0.9541666666666666,2.021214888425688,0.4123935257729841,0.974,3.17183347081639,500
+LGBM Regr.,LGBM Clas.,observational,False,6,0.95,0.9835,2.408426088145391,0.4123935257729841,0.99,3.4747764416681246,500
+LGBM Regr.,LGBM Clas.,observational,True,1,0.9,0.9496666666666667,1.9511518959677854,0.4056426955645088,0.98,3.067238579715148,500
+LGBM Regr.,LGBM Clas.,observational,True,1,0.95,0.9818333333333333,2.324940883373038,0.4056426955645088,0.994,3.3568971294243126,500
+LGBM Regr.,LGBM Clas.,observational,True,4,0.9,0.9341666666666666,2.585977302930749,0.5562229964093515,0.954,4.045565581860224,500
+LGBM Regr.,LGBM Clas.,observational,True,4,0.95,0.9745,3.0813820120736044,0.5562229964093515,0.97,4.434188862890503,500
+LGBM Regr.,LGBM Clas.,observational,True,6,0.9,0.9543333333333334,1.9905001066838395,0.40929563062222535,0.988,3.125148883705166,500
+LGBM Regr.,LGBM Clas.,observational,True,6,0.95,0.9835,2.371827168326243,0.40929563062222535,0.994,3.420794663008727,500
+Linear,Logistic,experimental,False,1,0.9,0.9168333333333334,0.41673836812489545,0.09490120305554799,0.92,0.6499646304710539,500
+Linear,Logistic,experimental,False,1,0.95,0.9591666666666666,0.4965743936830481,0.09490120305554799,0.958,0.7135508775059938,500
+Linear,Logistic,experimental,False,4,0.9,0.7525,2.805808333249603,0.9424974705539232,0.342,4.392358230173571,500
+Linear,Logistic,experimental,False,4,0.95,0.8215,3.343326841114613,0.9424974705539232,0.49,4.81356703917665,500
+Linear,Logistic,experimental,False,6,0.9,0.9681666666666666,2.927962952235543,0.5448624818472574,0.992,4.5809829929878605,500
+Linear,Logistic,experimental,False,6,0.95,0.989,3.488883047353698,0.5448624818472574,0.996,5.023039124726024,500
+Linear,Logistic,experimental,True,1,0.9,0.9198333333333334,0.4167745201915361,0.09489757179213576,0.92,0.6493074421900091,500
+Linear,Logistic,experimental,True,1,0.95,0.959,0.49661747152743585,0.09489757179213576,0.952,0.7129847857545065,500
+Linear,Logistic,experimental,True,4,0.9,0.7515,2.806389863604486,0.9438172172038332,0.336,4.394024798505712,500
+Linear,Logistic,experimental,True,4,0.95,0.8215,3.344019777271856,0.9438172172038332,0.496,4.818369602897961,500
+Linear,Logistic,experimental,True,6,0.9,0.9675,2.927774549870841,0.545976377808569,0.99,4.5788635431480404,500
+Linear,Logistic,experimental,True,6,0.95,0.9896666666666666,3.4886585520895808,0.545976377808569,0.998,5.023223313601676,500
+Linear,Logistic,observational,False,1,0.9,0.9445,0.4474147057259759,0.09208439317406426,0.968,0.6963338800760291,500
+Linear,Logistic,observational,False,1,0.95,0.978,0.5331275044830301,0.09208439317406426,0.986,0.7642780321317574,500
+Linear,Logistic,observational,False,4,0.9,0.8395,3.393272580905659,0.9671859927018581,0.682,5.280031123475279,500
+Linear,Logistic,observational,False,4,0.95,0.9018333333333334,4.043333667706703,0.9671859927018581,0.804,5.803033620961812,500
+Linear,Logistic,observational,False,6,0.9,0.9661666666666666,2.9968869470930812,0.5607913346640213,0.992,4.688634179932907,500
+Linear,Logistic,observational,False,6,0.95,0.9886666666666666,3.571011052774927,0.5607913346640213,1.0,5.1435718965101325,500
+Linear,Logistic,observational,True,1,0.9,0.9446666666666667,0.44607501860443266,0.09181865803868633,0.972,0.694040589591067,500
+Linear,Logistic,observational,True,1,0.95,0.9766666666666667,0.5315311688178055,0.09181865803868633,0.982,0.7624234124861663,500
+Linear,Logistic,observational,True,4,0.9,0.8425,3.3996101092641116,0.9626068949383512,0.708,5.289944291369528,500
+Linear,Logistic,observational,True,4,0.95,0.9095,4.050885298520558,0.9626068949383512,0.81,5.812309801411936,500
+Linear,Logistic,observational,True,6,0.9,0.9653333333333334,2.9934246048394693,0.5632386309587609,0.99,4.67988904592181,500
+Linear,Logistic,observational,True,6,0.95,0.9878333333333333,3.5668854175159357,0.5632386309587609,1.0,5.131467888102042,500