Update results from script: scripts/did/did_pa_multi.py

Author: github-actions

results/did/did_multi_detailed.csv

@@ -1,49 +1,49 @@
 Learner g,Learner m,Score,In-sample-norm.,DGP,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition
-LGBM,LGBM,experimental,False,1,0.9,0.3929166666666667,0.6687029507520728,0.4569473540080381,0.066,1.0019963477166332,1000
-LGBM,LGBM,experimental,False,1,0.95,0.48991666666666667,0.7968087119452796,0.4569473540080381,0.131,1.1107772389821786,1000
-LGBM,LGBM,experimental,False,4,0.9,0.5314166666666666,0.5827863000707186,0.32927572636155183,0.206,0.8969333386170385,1000
-LGBM,LGBM,experimental,False,4,0.95,0.6208333333333333,0.6944327082397956,0.32927572636155183,0.298,0.9870085765972824,1000
-LGBM,LGBM,experimental,False,6,0.9,0.8985833333333334,0.5798291764546274,0.1415015522676616,0.902,0.8926496847901934,1000
-LGBM,LGBM,experimental,False,6,0.95,0.9505,0.6909090781183035,0.1415015522676616,0.94,0.9826119522997802,1000
-LGBM,LGBM,experimental,True,1,0.9,0.3985833333333333,0.6685234379502083,0.4558614977424509,0.073,1.0027027615662685,1000
-LGBM,LGBM,experimental,True,1,0.95,0.49141666666666667,0.7965948092486183,0.4558614977424509,0.14,1.1116972038295265,1000
-LGBM,LGBM,experimental,True,4,0.9,0.529,0.5827218897275354,0.3290643441251289,0.21,0.8975401350497161,1000
-LGBM,LGBM,experimental,True,4,0.95,0.6195833333333334,0.6943559585820737,0.3290643441251289,0.286,0.988165661809689,1000
-LGBM,LGBM,experimental,True,6,0.9,0.9005833333333334,0.5798357897778391,0.14062961792513812,0.903,0.8920158735259474,1000
-LGBM,LGBM,experimental,True,6,0.95,0.9526666666666667,0.6909169583789544,0.14062961792513812,0.946,0.9820497847451054,1000
-LGBM,LGBM,observational,False,1,0.9,0.91325,2.7335893497080668,0.7032100492915742,0.97,4.24966855110796,1000
-LGBM,LGBM,observational,False,1,0.95,0.9674166666666666,3.2572726145121886,0.7032100492915742,0.989,4.665238891989982,1000
-LGBM,LGBM,observational,False,4,0.9,0.9081666666666667,3.502596227758532,0.9581715859756315,0.97,5.396052160776311,1000
-LGBM,LGBM,observational,False,4,0.95,0.9659166666666666,4.173600827640763,0.9581715859756315,0.991,5.937512318038689,1000
-LGBM,LGBM,observational,False,6,0.9,0.9283333333333333,2.171679918677507,0.507690184177682,0.966,3.389992202359619,1000
-LGBM,LGBM,observational,False,6,0.95,0.9716666666666667,2.5877162300730143,0.507690184177682,0.986,3.7190046001183736,1000
-LGBM,LGBM,observational,True,1,0.9,0.9136666666666666,1.1116368737676119,0.26925529063955034,0.94,1.7337204258041814,1000
-LGBM,LGBM,observational,True,1,0.95,0.95975,1.3245970345150337,0.26925529063955034,0.979,1.901763207693331,1000
-LGBM,LGBM,observational,True,4,0.9,0.9205,1.415253033640148,0.329332847066125,0.923,2.1884940627932736,1000
-LGBM,LGBM,observational,True,4,0.95,0.964,1.6863780031823952,0.329332847066125,0.964,2.405714926928363,1000
-LGBM,LGBM,observational,True,6,0.9,0.9066666666666666,1.0240923600589003,0.2484225935648514,0.917,1.6017734165577624,1000
-LGBM,LGBM,observational,True,6,0.95,0.9585833333333333,1.220281312373145,0.2484225935648514,0.961,1.7565712317977673,1000
-Linear,Linear,experimental,False,1,0.9,0.8515,0.29472504253429116,0.0813922749648889,0.765,0.45946653721752106,1000
-Linear,Linear,experimental,False,1,0.95,0.9171666666666666,0.35118654890882184,0.0813922749648889,0.861,0.5047523635861321,1000
-Linear,Linear,experimental,False,4,0.9,0.30075,0.975812057155266,0.8193739142204116,0.036,1.4138427377009106,1000
-Linear,Linear,experimental,False,4,0.95,0.3815,1.1627517831169838,0.8193739142204116,0.067,1.57605877958281,1000
-Linear,Linear,experimental,False,6,0.9,0.89825,0.9829577849827824,0.24024745112751242,0.91,1.4202537375432176,1000
-Linear,Linear,experimental,False,6,0.95,0.9493333333333334,1.1712664429966075,0.24024745112751242,0.951,1.5831655301216463,1000
-Linear,Linear,experimental,True,1,0.9,0.8509166666666667,0.2947253078468344,0.08140709028680689,0.762,0.4593988323351278,1000
-Linear,Linear,experimental,True,1,0.95,0.91725,0.3511868650482161,0.08140709028680689,0.864,0.5042913385772815,1000
-Linear,Linear,experimental,True,4,0.9,0.3020833333333333,0.9757488994792876,0.819502522016252,0.039,1.412809617036458,1000
-Linear,Linear,experimental,True,4,0.95,0.3835,1.1626765261043008,0.819502522016252,0.065,1.5757772289647831,1000
-Linear,Linear,experimental,True,6,0.9,0.897,0.9830229866645744,0.24034574478609086,0.908,1.420394273430355,1000
-Linear,Linear,experimental,True,6,0.95,0.9499166666666666,1.171344135592441,0.24034574478609086,0.956,1.5848182567435658,1000
-Linear,Linear,observational,False,1,0.9,0.8973333333333333,0.3186240551118928,0.0778003450354372,0.89,0.49548723415593937,1000
-Linear,Linear,observational,False,1,0.95,0.9491666666666666,0.379663978845845,0.0778003450354372,0.946,0.5446256028987391,1000
-Linear,Linear,observational,False,4,0.9,0.4170833333333333,1.2358847166873828,0.8010746877401096,0.182,1.7662191422551763,1000
-Linear,Linear,observational,False,4,0.95,0.5161666666666667,1.4726474709121475,0.8010746877401096,0.274,1.9752694540622302,1000
-Linear,Linear,observational,False,6,0.9,0.8986666666666666,1.0267086469519957,0.25326747402342975,0.903,1.4829059870672159,1000
-Linear,Linear,observational,False,6,0.95,0.948,1.223398810489494,0.25326747402342975,0.958,1.654277564832196,1000
-Linear,Linear,observational,True,1,0.9,0.8955,0.316626811484083,0.07772309002866071,0.884,0.4926269679922508,1000
-Linear,Linear,observational,True,1,0.95,0.9470833333333334,0.37728411627648417,0.07772309002866071,0.941,0.5413306341435754,1000
-Linear,Linear,observational,True,4,0.9,0.4099166666666667,1.2341893457828894,0.801242331888525,0.186,1.7648003716701655,1000
-Linear,Linear,observational,True,4,0.95,0.5141666666666667,1.470627311878664,0.801242331888525,0.282,1.9736066482922592,1000
-Linear,Linear,observational,True,6,0.9,0.8946666666666666,1.0202628382324073,0.2515765758933131,0.89,1.4739361431017262,1000
-Linear,Linear,observational,True,6,0.95,0.9469166666666666,1.2157181556673127,0.2515765758933131,0.955,1.6441941273713205,1000
+LGBM,LGBM,experimental,False,1,0.9,0.40532081377151796,0.6677253898222073,0.45051314831034145,0.08450704225352113,1.0005469053604612,213
+LGBM,LGBM,experimental,False,1,0.95,0.5007824726134585,0.7956438762517957,0.45051314831034145,0.15492957746478872,1.1095167204679879,213
+LGBM,LGBM,experimental,False,4,0.9,0.548904538341158,0.5814196300250507,0.3237627211845255,0.24413145539906103,0.8948945048168284,213
+LGBM,LGBM,experimental,False,4,0.95,0.6381064162754303,0.6928042204373742,0.3237627211845255,0.3333333333333333,0.9852933278894489,213
+LGBM,LGBM,experimental,False,6,0.9,0.8974960876369327,0.5798375844479007,0.14088912748925403,0.8685446009389671,0.8915452790934116,213
+LGBM,LGBM,experimental,False,6,0.95,0.9464006259780908,0.6909190968602316,0.14088912748925403,0.9436619718309859,0.9825229360947381,213
+LGBM,LGBM,experimental,True,1,0.9,0.4123630672926447,0.6676885234807931,0.4519262895879074,0.06103286384976526,1.0019752546929692,213
+LGBM,LGBM,experimental,True,1,0.95,0.5066510172143975,0.7955999472965198,0.4519262895879074,0.1596244131455399,1.1110236525840373,213
+LGBM,LGBM,experimental,True,4,0.9,0.548904538341158,0.5813589039575363,0.3235983019273521,0.22065727699530516,0.8953221615501692,213
+LGBM,LGBM,experimental,True,4,0.95,0.63302034428795,0.6927318608648866,0.3235983019273521,0.3333333333333333,0.9865207873010946,213
+LGBM,LGBM,experimental,True,6,0.9,0.8959311424100157,0.5799660631056092,0.14000216987912564,0.892018779342723,0.892440611190863,213
+LGBM,LGBM,experimental,True,6,0.95,0.9471830985915493,0.6910721886233918,0.14000216987912564,0.9389671361502347,0.9816012226010797,213
+LGBM,LGBM,observational,False,1,0.9,0.9080594679186228,2.7888919178439227,0.7035607423224498,0.9483568075117371,4.334054524286509,213
+LGBM,LGBM,observational,False,1,0.95,0.9636150234741784,3.3231696888918334,0.7035607423224498,0.971830985915493,4.758567521024827,213
+LGBM,LGBM,observational,False,4,0.9,0.8986697965571204,3.4956058606970917,0.9669737969666872,0.9624413145539906,5.377062497216683,213
+LGBM,LGBM,observational,False,4,0.95,0.9643974960876369,4.165271291532112,0.9669737969666872,0.9859154929577465,5.921434465221159,213
+LGBM,LGBM,observational,False,6,0.9,0.9225352112676056,2.190208929252288,0.5167519307047893,0.9671361502347418,3.4154051265476033,213
+LGBM,LGBM,observational,False,6,0.95,0.969092331768388,2.6097949079569784,0.5167519307047893,0.9859154929577465,3.7483564185778286,213
+LGBM,LGBM,observational,True,1,0.9,0.9064945226917058,1.1368726933892221,0.2783026371207721,0.9389671361502347,1.7717588062983114,213
+LGBM,LGBM,observational,True,1,0.95,0.9620500782472613,1.3546673682932289,0.2783026371207721,0.9671361502347418,1.9429676563761076,213
+LGBM,LGBM,observational,True,4,0.9,0.9158841940532082,1.4254308754317884,0.33866283883400894,0.9014084507042254,2.202675700642339,213
+LGBM,LGBM,observational,True,4,0.95,0.9616588419405321,1.6985056496945854,0.33866283883400894,0.9530516431924883,2.421762282833961,213
+LGBM,LGBM,observational,True,6,0.9,0.9151017214397495,1.0463068305990617,0.24826243692564173,0.92018779342723,1.636975223567781,213
+LGBM,LGBM,observational,True,6,0.95,0.9604851330203443,1.246751486667643,0.24826243692564173,0.9765258215962441,1.7956888077887063,213
+Linear,Linear,experimental,False,1,0.9,0.8615023474178404,0.29480782482194634,0.0786421880740863,0.812206572769953,0.45940764438954385,213
+Linear,Linear,experimental,False,1,0.95,0.926056338028169,0.3512851900886226,0.0786421880740863,0.8826291079812206,0.5045899270443839,213
+Linear,Linear,experimental,False,4,0.9,0.28482003129890454,0.975894733280616,0.8330978501200553,0.018779342723004695,1.412718271492504,213
+Linear,Linear,experimental,False,4,0.95,0.3658059467918623,1.1628502977965955,0.8330978501200553,0.07511737089201878,1.575365705490123,213
+Linear,Linear,experimental,False,6,0.9,0.9049295774647887,0.9845361877515872,0.23869850791621902,0.8967136150234741,1.4224342348752608,213
+Linear,Linear,experimental,False,6,0.95,0.9483568075117371,1.17314722589988,0.23869850791621902,0.9530516431924883,1.5861522128436303,213
+Linear,Linear,experimental,True,1,0.9,0.8630672926447575,0.2947851759266125,0.07861158483452843,0.812206572769953,0.4597746703234241,213
+Linear,Linear,experimental,True,1,0.95,0.9264475743348983,0.35125820226525856,0.07861158483452843,0.892018779342723,0.5049192522960325,213
+Linear,Linear,experimental,True,4,0.9,0.2895148669796557,0.9759084550161325,0.8326923121552289,0.023474178403755867,1.4121969723711594,213
+Linear,Linear,experimental,True,4,0.95,0.365414710485133,1.1628666482529382,0.8326923121552289,0.07042253521126761,1.5761780385299982,213
+Linear,Linear,experimental,True,6,0.9,0.8986697965571204,0.9845444925351251,0.23872704179656282,0.892018779342723,1.4218091878908978,213
+Linear,Linear,experimental,True,6,0.95,0.9483568075117371,1.1731571216598229,0.23872704179656282,0.9483568075117371,1.5857684237069227,213
+Linear,Linear,observational,False,1,0.9,0.9119718309859155,0.31913264481306997,0.07504846382409917,0.9530516431924883,0.4966577096852585,213
+Linear,Linear,observational,False,1,0.95,0.9581377151799687,0.3802700008534462,0.07504846382409917,0.971830985915493,0.5457965923475415,213
+Linear,Linear,observational,False,4,0.9,0.4061032863849765,1.2274527144295637,0.8093030821575489,0.17370892018779344,1.7566478372130891,213
+Linear,Linear,observational,False,4,0.95,0.5093896713615024,1.4626001205144619,0.8093030821575489,0.27699530516431925,1.9631223954139048,213
+Linear,Linear,observational,False,6,0.9,0.9021909233176838,1.0316221276603512,0.24917990085463324,0.9061032863849765,1.488738970418394,213
+Linear,Linear,observational,False,6,0.95,0.954225352112676,1.2292535838683007,0.24917990085463324,0.9342723004694836,1.6622175036443294,213
+Linear,Linear,observational,True,1,0.9,0.9092331768388106,0.3171256867784898,0.07481042183312375,0.9248826291079812,0.493585500375777,213
+Linear,Linear,observational,True,1,0.95,0.9585289514866979,0.377878562854461,0.07481042183312375,0.9671361502347418,0.5423776539443926,213
+Linear,Linear,observational,True,4,0.9,0.3974960876369327,1.2240896932129774,0.8120340183488837,0.16901408450704225,1.7523471284937546,213
+Linear,Linear,observational,True,4,0.95,0.5003912363067292,1.4585928335706568,0.8120340183488837,0.27230046948356806,1.9580510608715704,213
+Linear,Linear,observational,True,6,0.9,0.9025821596244131,1.0267883142861962,0.25013308990604005,0.8967136150234741,1.4811458752504516,213
+Linear,Linear,observational,True,6,0.95,0.9503129890453834,1.223493739973321,0.25013308990604005,0.9483568075117371,1.6532118883170046,213