Update results from script: scripts/did/did_pa_multi.py

Author: github-actions

results/did/did_multi_detailed.csv

@@ -1,49 +1,49 @@
 Learner g,Learner m,Score,In-sample-norm.,DGP,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition
-LGBM,LGBM,experimental,False,1,0.9,0.4084166666666667,0.6711379447655711,0.45573140858217215,0.079,1.0050739084247675,1000
-LGBM,LGBM,experimental,False,1,0.95,0.49625,0.7997101862715227,0.45573140858217215,0.132,1.115181838446232,1000
-LGBM,LGBM,experimental,False,4,0.9,0.5408333333333334,0.5829183572257842,0.3256247127712507,0.227,0.8979506620328224,1000
-LGBM,LGBM,experimental,False,4,0.95,0.62975,0.6945900640455575,0.3256247127712507,0.299,0.9884673580918313,1000
-LGBM,LGBM,experimental,False,6,0.9,0.8979166666666666,0.5800302078090503,0.14243775358828042,0.89,0.892704703388473,1000
-LGBM,LGBM,experimental,False,6,0.95,0.95,0.691148621751838,0.14243775358828042,0.955,0.9829906161123636,1000
-LGBM,LGBM,experimental,True,1,0.9,0.4105833333333333,0.671233414997924,0.45509646764918477,0.081,1.005300983475438,1000
-LGBM,LGBM,experimental,True,1,0.95,0.4990833333333333,0.7998239460699273,0.45509646764918477,0.139,1.1154305467306445,1000
-LGBM,LGBM,experimental,True,4,0.9,0.5370833333333334,0.5828484393127565,0.3258110613161524,0.212,0.8973624125797166,1000
-LGBM,LGBM,experimental,True,4,0.95,0.6318333333333334,0.6945067517135889,0.3258110613161524,0.305,0.9879336259779586,1000
-LGBM,LGBM,experimental,True,6,0.9,0.89625,0.5799071420563836,0.14138962778278252,0.903,0.8926727198727438,1000
-LGBM,LGBM,experimental,True,6,0.95,0.947,0.6910019798628547,0.14138962778278252,0.954,0.982776272537425,1000
-LGBM,LGBM,observational,False,1,0.9,0.90725,2.7320711716537267,0.7081787206178205,0.946,4.2481549947682335,1000
-LGBM,LGBM,observational,False,1,0.95,0.9646666666666667,3.255463593782398,0.7081787206178205,0.985,4.664072261741128,1000
-LGBM,LGBM,observational,False,4,0.9,0.9076666666666666,3.5140296061122283,0.9722309202462336,0.972,5.406999616722633,1000
-LGBM,LGBM,observational,False,4,0.95,0.9648333333333333,4.187224538241929,0.9722309202462336,0.995,5.954805878504198,1000
-LGBM,LGBM,observational,False,6,0.9,0.92525,2.166594877755592,0.5140262158838963,0.96,3.3799046023620645,1000
-LGBM,LGBM,observational,False,6,0.95,0.9675833333333334,2.5816570300909847,0.5140262158838963,0.984,3.7082268657228123,1000
-LGBM,LGBM,observational,True,1,0.9,0.9088333333333334,1.1285770515711326,0.2779542066229801,0.934,1.7607428145840895,1000
-LGBM,LGBM,observational,True,1,0.95,0.9595833333333333,1.3447825013812504,0.2779542066229801,0.971,1.9310262593666496,1000
-LGBM,LGBM,observational,True,4,0.9,0.92175,1.4119321412730104,0.3268873239533469,0.941,2.1833548301330525,1000
-LGBM,LGBM,observational,True,4,0.95,0.9650833333333334,1.6824209158589551,0.3268873239533469,0.975,2.400470983600388,1000
-LGBM,LGBM,observational,True,6,0.9,0.9054166666666666,1.0205289656802177,0.2486678941122539,0.917,1.597156856017389,1000
-LGBM,LGBM,observational,True,6,0.95,0.9546666666666667,1.2160352660803362,0.2486678941122539,0.957,1.7513439251743073,1000
-Linear,Linear,experimental,False,1,0.9,0.84575,0.2947177158765365,0.08161611344312397,0.752,0.4590941708451621,1000
-Linear,Linear,experimental,False,1,0.95,0.9100833333333334,0.35117781865763664,0.08161611344312397,0.853,0.504099184053661,1000
-Linear,Linear,experimental,False,4,0.9,0.3073333333333333,0.974825708310707,0.808795845992618,0.033,1.4112500397019019,1000
-Linear,Linear,experimental,False,4,0.95,0.38408333333333333,1.1615764759772769,0.808795845992618,0.069,1.5731674507528597,1000
-Linear,Linear,experimental,False,6,0.9,0.8911666666666667,0.9832819402273247,0.243739180309483,0.893,1.4205928620859418,1000
-Linear,Linear,experimental,False,6,0.95,0.9423333333333334,1.171652697794173,0.243739180309483,0.949,1.5853446204128676,1000
-Linear,Linear,experimental,True,1,0.9,0.8463333333333334,0.2947197524013989,0.08159475357883039,0.759,0.4593380570357237,1000
-Linear,Linear,experimental,True,1,0.95,0.9099166666666666,0.351180245326684,0.08159475357883039,0.86,0.5045635273614648,1000
-Linear,Linear,experimental,True,4,0.9,0.30625,0.9748445034208943,0.8085550484761943,0.034,1.4110989059663714,1000
-Linear,Linear,experimental,True,4,0.95,0.38475,1.1615988717324064,0.8085550484761943,0.068,1.574069732455078,1000
-Linear,Linear,experimental,True,6,0.9,0.89,0.9832818903405501,0.24368928454372696,0.893,1.4193554640817743,1000
-Linear,Linear,experimental,True,6,0.95,0.94225,1.1716526383504147,0.24368928454372696,0.952,1.5837169582518265,1000
-Linear,Linear,observational,False,1,0.9,0.9005,0.3188204993145348,0.07710334427560887,0.894,0.495905282385802,1000
-Linear,Linear,observational,False,1,0.95,0.9494166666666666,0.37989805655090114,0.07710334427560887,0.948,0.5446250222430568,1000
-Linear,Linear,observational,False,4,0.9,0.42083333333333334,1.2366389453819784,0.7873737934686624,0.183,1.7673158966945293,1000
-Linear,Linear,observational,False,4,0.95,0.527,1.4735461898335716,0.7873737934686624,0.272,1.977244843861637,1000
-Linear,Linear,observational,False,6,0.9,0.8901666666666667,1.0315660555384851,0.2592484851241425,0.889,1.4876338955955155,1000
-Linear,Linear,observational,False,6,0.95,0.9431666666666666,1.2291867698140935,0.2592484851241425,0.937,1.6596741796186278,1000
-Linear,Linear,observational,True,1,0.9,0.8986666666666666,0.31665078693066356,0.07694111946321994,0.883,0.49251977204037817,1000
-Linear,Linear,observational,True,1,0.95,0.9495,0.37731268478315316,0.07694111946321994,0.944,0.5411752370665596,1000
-Linear,Linear,observational,True,4,0.9,0.417,1.2352689208194765,0.7872341789805914,0.183,1.7660298619152044,1000
-Linear,Linear,observational,True,4,0.95,0.5238333333333334,1.4719137048778035,0.7872341789805914,0.278,1.9751958823009785,1000
-Linear,Linear,observational,True,6,0.9,0.8873333333333334,1.023987089801951,0.259336442252307,0.88,1.4789961469734276,1000
-Linear,Linear,observational,True,6,0.95,0.9425,1.2201558751251838,0.259336442252307,0.947,1.6504862891485015,1000
+LGBM Regr.,LGBM Clas.,experimental,False,1,0.9,0.4084507042253521,0.6612522092326544,0.44973970228836385,0.10328638497652583,0.9935059914244001,213
+LGBM Regr.,LGBM Clas.,experimental,False,1,0.95,0.49178403755868544,0.787930605834864,0.44973970228836385,0.1596244131455399,1.1014902175259917,213
+LGBM Regr.,LGBM Clas.,experimental,False,4,0.9,0.5336463223787168,0.582766759983815,0.32299857116015934,0.18309859154929578,0.8961664076512703,213
+LGBM Regr.,LGBM Clas.,experimental,False,4,0.95,0.6263693270735524,0.694409424790157,0.32299857116015934,0.28169014084507044,0.9867179947950292,213
+LGBM Regr.,LGBM Clas.,experimental,False,6,0.9,0.9017996870109547,0.578959671088662,0.13751972629200543,0.8732394366197183,0.8919682440411882,213
+LGBM Regr.,LGBM Clas.,experimental,False,6,0.95,0.9491392801251956,0.6898729985707177,0.13751972629200543,0.9342723004694836,0.9817237170113741,213
+LGBM Regr.,LGBM Clas.,experimental,True,1,0.9,0.4107981220657277,0.6610990972056453,0.4476286561990305,0.107981220657277,0.9924537064343187,213
+LGBM Regr.,LGBM Clas.,experimental,True,1,0.95,0.5050860719874805,0.7877481616017598,0.4476286561990305,0.1643192488262911,1.099584135360425,213
+LGBM Regr.,LGBM Clas.,experimental,True,4,0.9,0.5348200312989045,0.5827020149697208,0.32210086748537925,0.20187793427230047,0.8980725212627803,213
+LGBM Regr.,LGBM Clas.,experimental,True,4,0.95,0.6255868544600939,0.6943322763474483,0.32210086748537925,0.29577464788732394,0.9881288275749126,213
+LGBM Regr.,LGBM Clas.,experimental,True,6,0.9,0.9021909233176838,0.5789579680053694,0.13548606467162275,0.892018779342723,0.8906297555939263,213
+LGBM Regr.,LGBM Clas.,experimental,True,6,0.95,0.9518779342723005,0.6898709692218071,0.13548606467162275,0.9389671361502347,0.9807905334864873,213
+LGBM Regr.,LGBM Clas.,observational,False,1,0.9,0.9197965571205008,2.6943514650786105,0.6839666644937138,0.9765258215962441,4.190030688848515,213
+LGBM Regr.,LGBM Clas.,observational,False,1,0.95,0.9655712050078247,3.210517791199548,0.6839666644937138,0.9859154929577465,4.601967336099581,213
+LGBM Regr.,LGBM Clas.,observational,False,4,0.9,0.9194053208137716,3.4922540819240244,0.9237972600914225,0.9812206572769953,5.388123646746446,213
+LGBM Regr.,LGBM Clas.,observational,False,4,0.95,0.9698748043818467,4.16127740078602,0.9237972600914225,1.0,5.930060622023973,213
+LGBM Regr.,LGBM Clas.,observational,False,6,0.9,0.9354460093896714,2.1911606588763415,0.5011619074030041,0.9624413145539906,3.4237130298632317,213
+LGBM Regr.,LGBM Clas.,observational,False,6,0.95,0.969092331768388,2.6109289637511237,0.5011619074030041,0.9953051643192489,3.7555769901088496,213
+LGBM Regr.,LGBM Clas.,observational,True,1,0.9,0.9139280125195618,1.109267010415937,0.2755940893225088,0.8685446009389671,1.7291751019525257,213
+LGBM Regr.,LGBM Clas.,observational,True,1,0.95,0.954225352112676,1.321773168159112,0.2755940893225088,0.9342723004694836,1.8979923185233545,213
+LGBM Regr.,LGBM Clas.,observational,True,4,0.9,0.9205790297339593,1.4158326633799614,0.33401929336661684,0.9107981220657277,2.1920950306133054,213
+LGBM Regr.,LGBM Clas.,observational,True,4,0.95,0.9616588419405321,1.6870686746170975,0.33401929336661684,0.9389671361502347,2.408946885913222,213
+LGBM Regr.,LGBM Clas.,observational,True,6,0.9,0.9123630672926448,1.0199912152288533,0.24510901682198524,0.9248826291079812,1.5958111429274424,213
+LGBM Regr.,LGBM Clas.,observational,True,6,0.95,0.9561815336463223,1.2153944968957262,0.24510901682198524,0.971830985915493,1.7484330943458928,213
+Linear,Logistic,experimental,False,1,0.9,0.8450704225352113,0.29447476044239895,0.08354776001109418,0.7276995305164319,0.4596087013280646,213
+Linear,Logistic,experimental,False,1,0.95,0.9084507042253521,0.35088831940192455,0.08354776001109418,0.8075117370892019,0.5045368833572496,213
+Linear,Logistic,experimental,False,4,0.9,0.3341158059467919,0.9748301672712222,0.7902188560164397,0.056338028169014086,1.4111319523263854,213
+Linear,Logistic,experimental,False,4,0.95,0.4017996870109546,1.1615817891564408,0.7902188560164397,0.07042253521126761,1.5730924328858458,213
+Linear,Logistic,experimental,False,6,0.9,0.9080594679186228,0.9825593405176763,0.23361443805782198,0.9154929577464789,1.4168592399518378,213
+Linear,Logistic,experimental,False,6,0.95,0.956964006259781,1.1707916671328766,0.23361443805782198,0.9483568075117371,1.5807909190964573,213
+Linear,Logistic,experimental,True,1,0.9,0.8438967136150235,0.29448998280268696,0.08353477895677355,0.7183098591549296,0.45943729886831725,213
+Linear,Logistic,experimental,True,1,0.95,0.9088419405320814,0.35090645796297054,0.08353477895677355,0.812206572769953,0.5041114400484898,213
+Linear,Logistic,experimental,True,4,0.9,0.3333333333333333,0.9747975428898821,0.7903965236641811,0.056338028169014086,1.4119051235101507,213
+Linear,Logistic,experimental,True,4,0.95,0.4033646322378717,1.161542914808355,0.7903965236641811,0.07981220657276995,1.5743781294233699,213
+Linear,Logistic,experimental,True,6,0.9,0.9092331768388106,0.9825623304514758,0.2341476257220959,0.92018779342723,1.41979846440565,213
+Linear,Logistic,experimental,True,6,0.95,0.9553990610328639,1.1707952298587427,0.2341476257220959,0.9530516431924883,1.5817945290736959,213
+Linear,Logistic,observational,False,1,0.9,0.894757433489828,0.3183557829503854,0.07809759992541833,0.892018779342723,0.49488785729946616,213
+Linear,Logistic,observational,False,1,0.95,0.9483568075117371,0.3793443128488264,0.07809759992541833,0.9436619718309859,0.5435074166885125,213
+Linear,Logistic,observational,False,4,0.9,0.44405320813771515,1.2415493083413676,0.7711800746228612,0.19718309859154928,1.774858650110625,213
+Linear,Logistic,observational,False,4,0.95,0.5453834115805947,1.4793972481853468,0.7711800746228612,0.2676056338028169,1.9858757227772874,213
+Linear,Logistic,observational,False,6,0.9,0.9115805946791862,1.0304949773365348,0.24398615030125753,0.92018779342723,1.4858759045886074,213
+Linear,Logistic,observational,False,6,0.95,0.9557902973395932,1.2279105014178964,0.24398615030125753,0.9577464788732394,1.6602060040028728,213
+Linear,Logistic,observational,True,1,0.9,0.892018779342723,0.3163792430260323,0.07808090534806102,0.8873239436619719,0.4927677081751961,213
+Linear,Logistic,observational,True,1,0.95,0.9464006259780908,0.37698912026374665,0.07808090534806102,0.9530516431924883,0.5411219121582408,213
+Linear,Logistic,observational,True,4,0.9,0.4409233176838811,1.2414842562609323,0.7671739690013839,0.19718309859154928,1.7725218888802696,213
+Linear,Logistic,observational,True,4,0.95,0.5410798122065728,1.4793197338505248,0.7671739690013839,0.28169014084507044,1.9817316211484592,213
+Linear,Logistic,observational,True,6,0.9,0.9061032863849765,1.027459591935346,0.24734972591149948,0.9154929577464789,1.4817614944804902,213
+Linear,Logistic,observational,True,6,0.95,0.9546165884194053,1.2242936166276337,0.24734972591149948,0.9436619718309859,1.6552966469110102,213