Update results from script: scripts/did/did_pa_multi.py

Author: github-actions

results/did/did_multi_detailed.csv

@@ -1,49 +1,49 @@
 Learner g,Learner m,Score,In-sample-norm.,DGP,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition
-LGBM,LGBM,experimental,False,1,0.9,0.4075,0.6680449671616123,0.4536971478292392,0.106,1.0014645995766545,1000
-LGBM,LGBM,experimental,False,1,0.95,0.4969166666666667,0.796024676138938,0.4536971478292392,0.149,1.1101910211253438,1000
-LGBM,LGBM,experimental,False,4,0.9,0.5299166666666666,0.5832956540561086,0.33011501262366927,0.221,0.8979294468476701,1000
-LGBM,LGBM,experimental,False,4,0.95,0.6176666666666666,0.695039640948207,0.33011501262366927,0.302,0.9884075405086947,1000
-LGBM,LGBM,experimental,False,6,0.9,0.89775,0.5802322315200278,0.1421029922499711,0.891,0.8927725918322601,1000
-LGBM,LGBM,experimental,False,6,0.95,0.9469166666666666,0.69138934785114,0.1421029922499711,0.948,0.9827083539024966,1000
-LGBM,LGBM,experimental,True,1,0.9,0.4046666666666667,0.6678639885704151,0.45277355982980805,0.085,1.0010411944316,1000
-LGBM,LGBM,experimental,True,1,0.95,0.4968333333333333,0.7958090268465587,0.45277355982980805,0.143,1.1099170693556415,1000
-LGBM,LGBM,experimental,True,4,0.9,0.5294166666666666,0.5833160278609535,0.32982215913570107,0.212,0.8981881991531053,1000
-LGBM,LGBM,experimental,True,4,0.95,0.6166666666666666,0.6950639178340466,0.32982215913570107,0.297,0.9891633208675981,1000
-LGBM,LGBM,experimental,True,6,0.9,0.89975,0.580193622985627,0.14218113073558258,0.901,0.8924214431904512,1000
-LGBM,LGBM,experimental,True,6,0.95,0.9490833333333334,0.691343342944879,0.14218113073558258,0.941,0.9821856487700115,1000
-LGBM,LGBM,observational,False,1,0.9,0.9114166666666667,2.745442581507895,0.7067512182439725,0.956,4.267995889646912,1000
-LGBM,LGBM,observational,False,1,0.95,0.9645833333333333,3.271396611351424,0.7067512182439725,0.987,4.685018272931908,1000
-LGBM,LGBM,observational,False,4,0.9,0.90725,3.522756602113769,0.964041513740829,0.962,5.420041663733542,1000
-LGBM,LGBM,observational,False,4,0.95,0.9638333333333333,4.197623395365736,0.964041513740829,0.992,5.964308172387913,1000
-LGBM,LGBM,observational,False,6,0.9,0.9243333333333333,2.1873521785120444,0.5149849766795307,0.961,3.4127245573450833,1000
-LGBM,LGBM,observational,False,6,0.95,0.96975,2.6063908794939334,0.5149849766795307,0.983,3.744841077573908,1000
-LGBM,LGBM,observational,True,1,0.9,0.9086666666666666,1.1201454805349786,0.27275770285583456,0.928,1.746888265672863,1000
-LGBM,LGBM,observational,True,1,0.95,0.9575833333333333,1.334735664815871,0.27275770285583456,0.973,1.916447134945182,1000
-LGBM,LGBM,observational,True,4,0.9,0.9208333333333334,1.415823117191095,0.3279182075028663,0.928,2.1893552276764523,1000
-LGBM,LGBM,observational,True,4,0.95,0.9615833333333333,1.6870572996314692,0.3279182075028663,0.968,2.408008384167633,1000
-LGBM,LGBM,observational,True,6,0.9,0.9035833333333334,1.0342009611787182,0.25272266117158226,0.925,1.6169600815502123,1000
-LGBM,LGBM,observational,True,6,0.95,0.9551666666666666,1.2323264535360365,0.25272266117158226,0.979,1.7730857540946194,1000
-Linear,Linear,experimental,False,1,0.9,0.8538333333333333,0.29474516889634966,0.08084244811337131,0.777,0.45978521833536623,1000
-Linear,Linear,experimental,False,1,0.95,0.9159166666666666,0.3512105309483955,0.08084244811337131,0.87,0.5045503638584217,1000
-Linear,Linear,experimental,False,4,0.9,0.3103333333333333,0.9755748479295066,0.8059915763717771,0.042,1.4116936904642545,1000
-Linear,Linear,experimental,False,4,0.95,0.3874166666666667,1.16246913089087,0.8059915763717771,0.078,1.5738462873560166,1000
-Linear,Linear,experimental,False,6,0.9,0.905,0.9844757965076787,0.23586020264982355,0.904,1.421142814988169,1000
-Linear,Linear,experimental,False,6,0.95,0.9513333333333334,1.1730752652943266,0.23586020264982355,0.957,1.5854008375388589,1000
-Linear,Linear,experimental,True,1,0.9,0.8529166666666667,0.2947409209064057,0.08090529833241722,0.773,0.4595811381839562,1000
-Linear,Linear,experimental,True,1,0.95,0.9155,0.3512054691561725,0.08090529833241722,0.873,0.5044085624001035,1000
-Linear,Linear,experimental,True,4,0.9,0.30975,0.9755981107617252,0.8057657027853717,0.045,1.4127941326439093,1000
-Linear,Linear,experimental,True,4,0.95,0.38825,1.1624968502651534,0.8057657027853717,0.082,1.5745211647752397,1000
-Linear,Linear,experimental,True,6,0.9,0.90425,0.9845527716230539,0.23562373204232834,0.902,1.4213288951702785,1000
-Linear,Linear,experimental,True,6,0.95,0.9529166666666666,1.1731669868015593,0.23562373204232834,0.954,1.5855821588385934,1000
-Linear,Linear,observational,False,1,0.9,0.9013333333333333,0.3180945635163335,0.07688429889402026,0.893,0.4947430553763157,1000
-Linear,Linear,observational,False,1,0.95,0.9528333333333334,0.379033050694909,0.07688429889402026,0.939,0.543298878262958,1000
-Linear,Linear,observational,False,4,0.9,0.41125,1.2376859429116744,0.7929800095241654,0.179,1.7688886396548633,1000
-Linear,Linear,observational,False,4,0.95,0.517,1.4747937643389757,0.7929800095241654,0.271,1.9773822754488526,1000
-Linear,Linear,observational,False,6,0.9,0.9018333333333334,1.0288570593763655,0.2510929759491061,0.907,1.4841286685672213,1000
-Linear,Linear,observational,False,6,0.95,0.951,1.225958801790062,0.2510929759491061,0.952,1.6571596022563468,1000
-Linear,Linear,observational,True,1,0.9,0.9031666666666667,0.31609423050346813,0.07696990405262741,0.896,0.4919409315123034,1000
-Linear,Linear,observational,True,1,0.95,0.951,0.3766495068962009,0.07696990405262741,0.938,0.540169288119527,1000
-Linear,Linear,observational,True,4,0.9,0.4071666666666667,1.2320142323935404,0.7928492798685264,0.177,1.7614082912050193,1000
-Linear,Linear,observational,True,4,0.95,0.5160833333333333,1.4680355044159439,0.7928492798685264,0.27,1.9699921213258018,1000
-Linear,Linear,observational,True,6,0.9,0.8995833333333334,1.0226446037500223,0.25004589301052516,0.908,1.4775056202619612,1000
-Linear,Linear,observational,True,6,0.95,0.9493333333333334,1.2185562043286982,0.25004589301052516,0.958,1.6496021973448636,1000
+LGBM,LGBM,experimental,False,1,0.9,0.3992063492063492,0.6601719285514176,0.4413076500013751,0.0761904761904762,0.990408758011776,210
+LGBM,LGBM,experimental,False,1,0.95,0.4936507936507937,0.7866433720082635,0.4413076500013751,0.1523809523809524,1.0984269643144429,210
+LGBM,LGBM,experimental,False,4,0.9,0.5551587301587302,0.5829078088617712,0.32638475554873386,0.22857142857142856,0.897553147255168,210
+LGBM,LGBM,experimental,False,4,0.95,0.6373015873015874,0.6945774948945871,0.32638475554873386,0.29523809523809524,0.9876160698623178,210
+LGBM,LGBM,experimental,False,6,0.9,0.9055555555555556,0.581291738071908,0.13884589681337262,0.8952380952380953,0.8944913157510855,210
+LGBM,LGBM,experimental,False,6,0.95,0.9523809523809523,0.6926518277758237,0.13884589681337262,0.9380952380952381,0.9851602218919009,210
+LGBM,LGBM,experimental,True,1,0.9,0.3996031746031746,0.6604620202564866,0.444619355627451,0.0761904761904762,0.9919809342394049,210
+LGBM,LGBM,experimental,True,1,0.95,0.4853174603174603,0.7869890375950566,0.444619355627451,0.10952380952380952,1.0985231985965356,210
+LGBM,LGBM,experimental,True,4,0.9,0.5464285714285714,0.5828723276837288,0.3275909323057414,0.20952380952380953,0.8983347055766107,210
+LGBM,LGBM,experimental,True,4,0.95,0.6353174603174603,0.694535216463271,0.3275909323057414,0.3047619047619048,0.9897069085291664,210
+LGBM,LGBM,experimental,True,6,0.9,0.9031746031746031,0.5809863267765585,0.14036238787647332,0.9095238095238095,0.8939180129236094,210
+LGBM,LGBM,experimental,True,6,0.95,0.9507936507936507,0.6922879077713028,0.14036238787647332,0.9523809523809523,0.9834143544263213,210
+LGBM,LGBM,observational,False,1,0.9,0.9031746031746031,2.6862138209627933,0.7052640890802301,0.9523809523809523,4.180377020335471,210
+LGBM,LGBM,observational,False,1,0.95,0.953968253968254,3.200821190161821,0.7052640890802301,0.9857142857142858,4.585788532890778,210
+LGBM,LGBM,observational,False,4,0.9,0.9111111111111112,3.5686627731669205,0.9649077108078105,0.9571428571428572,5.483223288803268,210
+LGBM,LGBM,observational,False,4,0.95,0.9674603174603175,4.252323972035933,0.9649077108078105,0.9857142857142858,6.040201676335307,210
+LGBM,LGBM,observational,False,6,0.9,0.9186507936507936,2.186121137500618,0.52486884296247,0.9571428571428572,3.4127802653112793,210
+LGBM,LGBM,observational,False,6,0.95,0.9686507936507937,2.604924003653826,0.52486884296247,0.9952380952380953,3.7413900091583727,210
+LGBM,LGBM,observational,True,1,0.9,0.9083333333333333,1.107399391493271,0.2723629535937959,0.9380952380952381,1.7300127083412484,210
+LGBM,LGBM,observational,True,1,0.95,0.9634920634920635,1.3195477629526589,0.2723629535937959,0.9761904761904762,1.8977777233011943,210
+LGBM,LGBM,observational,True,4,0.9,0.9218253968253969,1.4394224792555743,0.3295980424318472,0.9333333333333333,2.2228918393842116,210
+LGBM,LGBM,observational,True,4,0.95,0.9658730158730159,1.7151776739593818,0.3295980424318472,0.9619047619047619,2.44372493078449,210
+LGBM,LGBM,observational,True,6,0.9,0.9063492063492063,1.035615355177958,0.25462957829363425,0.919047619047619,1.6200603317467248,210
+LGBM,LGBM,observational,True,6,0.95,0.9571428571428572,1.2340118079365967,0.25462957829363425,0.9666666666666667,1.7748447429962428,210
+Linear,Linear,experimental,False,1,0.9,0.8416666666666667,0.29495454943697325,0.08149322192004023,0.8095238095238095,0.4593920598384031,210
+Linear,Linear,experimental,False,1,0.95,0.9115079365079365,0.351460023250909,0.08149322192004023,0.8904761904761904,0.5044402443297691,210
+Linear,Linear,experimental,False,4,0.9,0.3130952380952381,0.9777918589210458,0.8114552346778757,0.05238095238095238,1.4158428043252305,210
+Linear,Linear,experimental,False,4,0.95,0.39206349206349206,1.1651108624258513,0.8114552346778757,0.07142857142857142,1.5771585722464785,210
+Linear,Linear,experimental,False,6,0.9,0.9162698412698412,0.9894122299826325,0.23358686807844586,0.919047619047619,1.4299582293071664,210
+Linear,Linear,experimental,False,6,0.95,0.9626984126984126,1.1789573885814417,0.23358686807844586,0.9619047619047619,1.5955105387588968,210
+Linear,Linear,experimental,True,1,0.9,0.8432539682539683,0.29498520917787757,0.08158998133389449,0.8095238095238095,0.4599562586213129,210
+Linear,Linear,experimental,True,1,0.95,0.9115079365079365,0.35149655658552503,0.08158998133389449,0.8857142857142857,0.5051236621645002,210
+Linear,Linear,experimental,True,4,0.9,0.3138888888888889,0.9775716780831274,0.8121211913454355,0.05238095238095238,1.415171510014902,210
+Linear,Linear,experimental,True,4,0.95,0.39206349206349206,1.1648485007753464,0.8121211913454355,0.0761904761904762,1.5794675984631048,210
+Linear,Linear,experimental,True,6,0.9,0.9178571428571428,0.9895322269236738,0.23350472870896466,0.9238095238095239,1.4286385081500117,210
+Linear,Linear,experimental,True,6,0.95,0.9603174603174602,1.1791003737558319,0.23350472870896466,0.9571428571428572,1.5955908525438744,210
+Linear,Linear,observational,False,1,0.9,0.8936507936507936,0.3182307873950966,0.07721834583244405,0.8904761904761904,0.4948167322800542,210
+Linear,Linear,observational,False,1,0.95,0.9480158730158731,0.3791953714581886,0.07721834583244405,0.9523809523809523,0.5440447212773143,210
+Linear,Linear,observational,False,4,0.9,0.4226190476190476,1.2288060890549597,0.7910805157686345,0.15714285714285714,1.754342883514489,210
+Linear,Linear,observational,False,4,0.95,0.5349206349206349,1.464212765846486,0.7910805157686345,0.2761904761904762,1.9631875449007707,210
+Linear,Linear,observational,False,6,0.9,0.9055555555555556,1.0284394930904224,0.24454890453131659,0.9238095238095239,1.4831909795914986,210
+Linear,Linear,observational,False,6,0.95,0.9603174603174602,1.2254612408714507,0.24454890453131659,0.9666666666666667,1.655680445485612,210
+Linear,Linear,observational,True,1,0.9,0.8952380952380953,0.3164585562464465,0.07698368915919489,0.8952380952380953,0.49262636199002385,210
+Linear,Linear,observational,True,1,0.95,0.9488095238095238,0.3770836277949716,0.07698368915919489,0.9380952380952381,0.5409344078655565,210
+Linear,Linear,observational,True,4,0.9,0.42857142857142855,1.2341743996621932,0.7881799452984956,0.17142857142857143,1.7649934204148385,210
+Linear,Linear,observational,True,4,0.95,0.5404761904761904,1.4706095024773937,0.7881799452984956,0.26666666666666666,1.972677316720969,210
+Linear,Linear,observational,True,6,0.9,0.8996031746031745,1.0247285864217817,0.24593075526098934,0.9047619047619048,1.4782102801634627,210
+Linear,Linear,observational,True,6,0.95,0.9615079365079364,1.221039422843785,0.24593075526098934,0.9571428571428572,1.6515735798734943,210