Update results from script: scripts/did/did_pa_multi.py

Author: github-actions

results/did/did_multi_detailed.csv

@@ -1,49 +1,49 @@
 Learner g,Learner m,Score,In-sample-norm.,DGP,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition
-LGBM Regr.,LGBM Clas.,experimental,False,1,0.9,0.475,0.6631981918824853,0.4245293917047067,0.1,0.9932181765069161,10
-LGBM Regr.,LGBM Clas.,experimental,False,1,0.95,0.5416666666666666,0.7902493871815527,0.4245293917047067,0.2,1.1015948175949941,10
-LGBM Regr.,LGBM Clas.,experimental,False,4,0.9,0.5416666666666667,0.5869258060896296,0.32764889570233524,0.1,0.8999313982334242,10
-LGBM Regr.,LGBM Clas.,experimental,False,4,0.95,0.625,0.6993652338930899,0.32764889570233524,0.2,0.9905529011972265,10
-LGBM Regr.,LGBM Clas.,experimental,False,6,0.9,0.8916666666666666,0.5732380857479841,0.1296008781804815,0.9,0.8863780150212672,10
-LGBM Regr.,LGBM Clas.,experimental,False,6,0.95,0.9583333333333333,0.6830553091310898,0.1296008781804815,0.9,0.9768868984728167,10
-LGBM Regr.,LGBM Clas.,experimental,True,1,0.9,0.4333333333333333,0.6644058230082063,0.4310666769580376,0.1,0.9956876207839418,10
-LGBM Regr.,LGBM Clas.,experimental,True,1,0.95,0.525,0.7916883684223393,0.4310666769580376,0.2,1.1010287059662813,10
-LGBM Regr.,LGBM Clas.,experimental,True,4,0.9,0.5333333333333333,0.5867446374588254,0.3252236559819743,0.1,0.9009653298965914,10
-LGBM Regr.,LGBM Clas.,experimental,True,4,0.95,0.625,0.6991493581545523,0.3252236559819743,0.2,0.9906567705361429,10
-LGBM Regr.,LGBM Clas.,experimental,True,6,0.9,0.9166666666666666,0.5744375253283261,0.1271887141133709,0.9,0.886140673979245,10
-LGBM Regr.,LGBM Clas.,experimental,True,6,0.95,0.95,0.6844845295435221,0.1271887141133709,0.9,0.9769555531920947,10
-LGBM Regr.,LGBM Clas.,observational,False,1,0.9,0.9166666666666666,2.664236516104595,0.737702874596228,1.0,4.15532260850043,10
-LGBM Regr.,LGBM Clas.,observational,False,1,0.95,0.9583333333333334,3.174633616207804,0.737702874596228,1.0,4.551877666833338,10
-LGBM Regr.,LGBM Clas.,observational,False,4,0.9,0.9,3.5057037569343903,1.0460340720779053,0.8,5.373199518974397,10
-LGBM Regr.,LGBM Clas.,observational,False,4,0.95,0.95,4.177303677040729,1.0460340720779053,1.0,5.908190710461086,10
-LGBM Regr.,LGBM Clas.,observational,False,6,0.9,0.9,2.281268632456931,0.5618099356228352,0.9,3.5680571904376768,10
-LGBM Regr.,LGBM Clas.,observational,False,6,0.95,0.95,2.7182992367310748,0.5618099356228352,1.0,3.9096210173277703,10
-LGBM Regr.,LGBM Clas.,observational,True,1,0.9,0.9166666666666666,1.1409695517478806,0.2729230152948616,1.0,1.7661171504579372,10
-LGBM Regr.,LGBM Clas.,observational,True,1,0.95,0.9583333333333334,1.3595490761249551,0.2729230152948616,1.0,1.9422779024965977,10
-LGBM Regr.,LGBM Clas.,observational,True,4,0.9,0.95,1.300679100736105,0.30657137533712187,0.9,2.0078045899921433,10
-LGBM Regr.,LGBM Clas.,observational,True,4,0.95,0.9666666666666666,1.5498547415501558,0.30657137533712187,1.0,2.20728741408156,10
-LGBM Regr.,LGBM Clas.,observational,True,6,0.9,0.9,0.9958269378502731,0.25005822501578195,1.0,1.562210388164876,10
-LGBM Regr.,LGBM Clas.,observational,True,6,0.95,0.9666666666666666,1.1866009844527796,0.25005822501578195,1.0,1.7164594299889349,10
-Linear,Logistic,experimental,False,1,0.9,0.8666666666666666,0.29402341515497066,0.08910609381990196,0.7,0.4563945612014034,10
-Linear,Logistic,experimental,False,1,0.95,0.925,0.35035050832046627,0.08910609381990196,0.7,0.5008231628131503,10
-Linear,Logistic,experimental,False,4,0.9,0.33333333333333337,0.977397258784985,0.7610350745966782,0.1,1.4094995674731499,10
-Linear,Logistic,experimental,False,4,0.95,0.4083333333333333,1.1646406673627152,0.7610350745966782,0.3,1.5699905716332707,10
-Linear,Logistic,experimental,False,6,0.9,0.8416666666666666,0.9663512842635651,0.2905316800247778,0.9,1.3942167275591268,10
-Linear,Logistic,experimental,False,6,0.95,0.925,1.1514785768998363,0.2905316800247778,0.9,1.5608208532578387,10
-Linear,Logistic,experimental,True,1,0.9,0.875,0.29394309706642396,0.08863490209339472,0.7,0.4568938014814658,10
-Linear,Logistic,experimental,True,1,0.95,0.925,0.3502548034150089,0.08863490209339472,0.7,0.501950368270883,10
-Linear,Logistic,experimental,True,4,0.9,0.325,0.9782224880817683,0.7615993346262713,0.0,1.4186481260559465,10
-Linear,Logistic,experimental,True,4,0.95,0.425,1.165623988719814,0.7615993346262713,0.3,1.5858023453294943,10
-Linear,Logistic,experimental,True,6,0.9,0.8416666666666666,0.9666491673336306,0.2924338853282872,0.9,1.396461066885858,10
-Linear,Logistic,experimental,True,6,0.95,0.9083333333333334,1.151833526470647,0.2924338853282872,0.9,1.562384080954277,10
-Linear,Logistic,observational,False,1,0.9,0.85,0.31425203663015777,0.08367653043797604,0.9,0.4895007276578588,10
-Linear,Logistic,observational,False,1,0.95,0.925,0.37445439750466164,0.08367653043797604,1.0,0.5393388520558242,10
-Linear,Logistic,observational,False,4,0.9,0.4833333333333334,1.2561035808707968,0.7066371770929671,0.3,1.778385188880911,10
-Linear,Logistic,observational,False,4,0.95,0.6,1.496739733566086,0.7066371770929671,0.4,2.000876501405903,10
-Linear,Logistic,observational,False,6,0.9,0.8833333333333332,0.9938097946227102,0.27383988384601515,0.9,1.44354873326288,10
-Linear,Logistic,observational,False,6,0.95,0.9416666666666668,1.184197410047798,0.27383988384601515,0.9,1.6062137591033303,10
-Linear,Logistic,observational,True,1,0.9,0.875,0.3129076258919823,0.08545450451730417,0.9,0.48745486803071925,10
-Linear,Logistic,observational,True,1,0.95,0.9333333333333333,0.37285243330305884,0.08545450451730417,1.0,0.5382885976877344,10
-Linear,Logistic,observational,True,4,0.9,0.4583333333333333,1.2506620298584346,0.7103356872029178,0.2,1.7866328735215717,10
-Linear,Logistic,observational,True,4,0.95,0.5916666666666666,1.4902557256096856,0.7103356872029178,0.5,2.006300527306606,10
-Linear,Logistic,observational,True,6,0.9,0.8833333333333332,0.9882996807860529,0.2762054991697468,0.9,1.437888190932466,10
-Linear,Logistic,observational,True,6,0.95,0.925,1.1776317044472453,0.2762054991697468,0.9,1.608395843078576,10
+LGBM Regr.,LGBM Clas.,experimental,False,1,0.9,0.3998435054773083,0.6774122808203658,0.45546224863660545,0.11737089201877934,1.012132591144609,213
+LGBM Regr.,LGBM Clas.,experimental,False,1,0.95,0.4996087636932708,0.80718651881127,0.45546224863660545,0.16901408450704225,1.1223411583790253,213
+LGBM Regr.,LGBM Clas.,experimental,False,4,0.9,0.5140845070422535,0.5825338629194045,0.338495362915356,0.1784037558685446,0.8960068193289008,213
+LGBM Regr.,LGBM Clas.,experimental,False,4,0.95,0.610719874804382,0.6941319108212115,0.338495362915356,0.2535211267605634,0.9864382959365845,213
+LGBM Regr.,LGBM Clas.,experimental,False,6,0.9,0.8986697965571204,0.5797420679850099,0.14540866383510231,0.8826291079812206,0.8926096426690106,213
+LGBM Regr.,LGBM Clas.,experimental,False,6,0.95,0.9479655712050078,0.6908052819747433,0.14540866383510231,0.9342723004694836,0.9822524232973114,213
+LGBM Regr.,LGBM Clas.,experimental,True,1,0.9,0.3916275430359938,0.6775298981684246,0.45592163092849536,0.09859154929577464,1.0135080886880636,213
+LGBM Regr.,LGBM Clas.,experimental,True,1,0.95,0.48669796557120504,0.807326668525734,0.45592163092849536,0.1784037558685446,1.124193118709099,213
+LGBM Regr.,LGBM Clas.,experimental,True,4,0.9,0.5172143974960877,0.5826574073228631,0.3365628793076158,0.16901408450704225,0.8969567851338134,213
+LGBM Regr.,LGBM Clas.,experimental,True,4,0.95,0.6091549295774648,0.6942791230577917,0.3365628793076158,0.24413145539906103,0.9871059533494473,213
+LGBM Regr.,LGBM Clas.,experimental,True,6,0.9,0.8869327073552425,0.5798047605704594,0.14806948542850354,0.863849765258216,0.8925487708481121,213
+LGBM Regr.,LGBM Clas.,experimental,True,6,0.95,0.9448356807511737,0.690879984797879,0.14806948542850354,0.9154929577464789,0.983624165795513,213
+LGBM Regr.,LGBM Clas.,observational,False,1,0.9,0.8959311424100157,2.7633926433144422,0.7280607911432032,0.9624413145539906,4.285605520531536,213
+LGBM Regr.,LGBM Clas.,observational,False,1,0.95,0.9636150234741784,3.2927854292283714,0.7280607911432032,0.9953051643192489,4.706108077772218,213
+LGBM Regr.,LGBM Clas.,observational,False,4,0.9,0.9213615023474179,3.515668749299535,0.9392311486884903,0.9812206572769953,5.420434398399545,213
+LGBM Regr.,LGBM Clas.,observational,False,4,0.95,0.9737871674491393,4.189177697817945,0.9392311486884903,0.9906103286384976,5.965771640360436,213
+LGBM Regr.,LGBM Clas.,observational,False,6,0.9,0.935054773082942,2.1578720027595883,0.496041638455299,0.9859154929577465,3.3700943427527528,213
+LGBM Regr.,LGBM Clas.,observational,False,6,0.95,0.9737871674491393,2.5712630834481467,0.496041638455299,0.9953051643192489,3.698989752638499,213
+LGBM Regr.,LGBM Clas.,observational,True,1,0.9,0.9205790297339593,1.1465042775820924,0.27713945258525985,0.9389671361502347,1.7867222903995619,213
+LGBM Regr.,LGBM Clas.,observational,True,1,0.95,0.9604851330203443,1.3661441087294448,0.27713945258525985,0.9671361502347418,1.9593600449966166,213
+LGBM Regr.,LGBM Clas.,observational,True,4,0.9,0.9194053208137716,1.4124733764235744,0.3231443456256321,0.9154929577464789,2.1833254527657897,213
+LGBM Regr.,LGBM Clas.,observational,True,4,0.95,0.965962441314554,1.6830658373187681,0.3231443456256321,0.9577464788732394,2.401459731447086,213
+LGBM Regr.,LGBM Clas.,observational,True,6,0.9,0.9064945226917058,1.0226495617680404,0.25036302518907455,0.92018779342723,1.5996891640220663,213
+LGBM Regr.,LGBM Clas.,observational,True,6,0.95,0.9557902973395932,1.2185621121715549,0.25036302518907455,0.9812206572769953,1.75215700962208,213
+Linear,Logistic,experimental,False,1,0.9,0.8599374021909233,0.2942329381007584,0.07885862091152207,0.8215962441314554,0.45900161300159426,213
+Linear,Logistic,experimental,False,1,0.95,0.9182316118935838,0.35060017030919877,0.07885862091152207,0.892018779342723,0.504127351002567,213
+Linear,Logistic,experimental,False,4,0.9,0.32629107981220656,0.9776211802565642,0.8124180807452879,0.051643192488262914,1.415728891229315,213
+Linear,Logistic,experimental,False,4,0.95,0.40375586854460094,1.1649074862531439,0.8124180807452879,0.07042253521126761,1.5791872279233108,213
+Linear,Logistic,experimental,False,6,0.9,0.877151799687011,0.9835799789631973,0.25364255139431,0.892018779342723,1.4193976201818594,213
+Linear,Logistic,experimental,False,6,0.95,0.9374021909233177,1.1720078328522332,0.25364255139431,0.9389671361502347,1.582242445231874,213
+Linear,Logistic,experimental,True,1,0.9,0.8583724569640063,0.29425152842277663,0.07893506849681084,0.8309859154929577,0.4588389524655604,213
+Linear,Logistic,experimental,True,1,0.95,0.9174491392801252,0.3506223220441737,0.07893506849681084,0.892018779342723,0.5038096551733684,213
+Linear,Logistic,experimental,True,4,0.9,0.32511737089201875,0.977667670038589,0.8122120271542994,0.051643192488262914,1.415351456768969,213
+Linear,Logistic,experimental,True,4,0.95,0.40375586854460094,1.1649628822451792,0.8122120271542994,0.07042253521126761,1.5770157392547421,213
+Linear,Logistic,experimental,True,6,0.9,0.8744131455399061,0.983350088492923,0.25389098394203446,0.8732394366197183,1.4200093317947935,213
+Linear,Logistic,experimental,True,6,0.95,0.9393583724569641,1.1717339014611698,0.25389098394203446,0.9295774647887324,1.5838096355577131,213
+Linear,Logistic,observational,False,1,0.9,0.9076682316118936,0.3175553687272376,0.07561516930339814,0.9248826291079812,0.4938850661149503,213
+Linear,Logistic,observational,False,1,0.95,0.954225352112676,0.3783905604757408,0.07561516930339814,0.971830985915493,0.5429993998740388,213
+Linear,Logistic,observational,False,4,0.9,0.430359937402191,1.2397563880413096,0.7953463265166806,0.19248826291079812,1.7693165100102601,213
+Linear,Logistic,observational,False,4,0.95,0.5246478873239436,1.4772608518776844,0.7953463265166806,0.29577464788732394,1.9799630660898182,213
+Linear,Logistic,observational,False,6,0.9,0.8802816901408451,1.0215638849527298,0.2657697771880829,0.8591549295774648,1.4750781011819736,213
+Linear,Logistic,observational,False,6,0.95,0.9358372456964007,1.2172684484546181,0.2657697771880829,0.9530516431924883,1.6461025177498927,213
+Linear,Logistic,observational,True,1,0.9,0.9080594679186228,0.3156057782031101,0.07507216274302907,0.9107981220657277,0.49086788828196987,213
+Linear,Logistic,observational,True,1,0.95,0.9534428794992176,0.37606748008166807,0.07507216274302907,0.9671361502347418,0.5391557012552065,213
+Linear,Logistic,observational,True,4,0.9,0.42801251956181535,1.240156742199843,0.7925778982914784,0.19248826291079812,1.770662270313202,213
+Linear,Logistic,observational,True,4,0.95,0.5230829420970267,1.4777379032814864,0.7925778982914784,0.28169014084507044,1.977822853534819,213
+Linear,Logistic,observational,True,6,0.9,0.8697183098591549,1.0162174373615258,0.2678133905875943,0.8591549295774648,1.467059987564026,213
+Linear,Logistic,observational,True,6,0.95,0.9362284820031298,1.2108977632141256,0.2678133905875943,0.9107981220657277,1.6385166854484863,213