Update results from script: scripts/did/did_cs_multi.py

Author: github-actions

results/did/did_cs_multi_detailed.csv

@@ -1,49 +1,49 @@
 Learner g,Learner m,Score,In-sample-norm.,DGP,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition
-LGBM Regr.,LGBM Clas.,experimental,False,1,0.9,0.7445,1.770325608867807,0.5949971587062639,0.398,2.7648307369564926,500
-LGBM Regr.,LGBM Clas.,experimental,False,1,0.95,0.824,2.1094730725193043,0.5949971587062639,0.566,3.034916611141197,500
-LGBM Regr.,LGBM Clas.,experimental,False,4,0.9,0.773,1.766478883435425,0.5692557054828591,0.472,2.773314379428287,500
-LGBM Regr.,LGBM Clas.,experimental,False,4,0.95,0.8455,2.1048894164526817,0.5692557054828591,0.624,3.0389648164538805,500
-LGBM Regr.,LGBM Clas.,experimental,False,6,0.9,0.9618333333333333,1.7719758223340252,0.34491539054381054,0.978,2.780855944642299,500
-LGBM Regr.,LGBM Clas.,experimental,False,6,0.95,0.9855,2.111439423146251,0.34491539054381054,0.99,3.0466788998860315,500
-LGBM Regr.,LGBM Clas.,experimental,True,1,0.9,0.7488333333333334,1.7704687014862623,0.5945326473164728,0.412,2.762232396348127,500
-LGBM Regr.,LGBM Clas.,experimental,True,1,0.95,0.8228333333333334,2.1096435778907434,0.5945326473164728,0.548,3.029512649083705,500
-LGBM Regr.,LGBM Clas.,experimental,True,4,0.9,0.7753333333333333,1.7663884619807455,0.5717727216970863,0.494,2.774302186004533,500
-LGBM Regr.,LGBM Clas.,experimental,True,4,0.95,0.8461666666666666,2.1047816726439335,0.5717727216970863,0.628,3.040160202574957,500
-LGBM Regr.,LGBM Clas.,experimental,True,6,0.9,0.9606666666666667,1.7721766188302754,0.34137474439314713,0.986,2.777950990796601,500
-LGBM Regr.,LGBM Clas.,experimental,True,6,0.95,0.9866666666666666,2.111678686929012,0.34137474439314713,0.996,3.044521002012899,500
-LGBM Regr.,LGBM Clas.,observational,False,1,0.9,0.9501666666666666,1.990648327452718,0.4052261056167495,0.976,3.1272474543428164,500
-LGBM Regr.,LGBM Clas.,observational,False,1,0.95,0.981,2.372003784265803,0.4052261056167495,0.992,3.425556561218648,500
-LGBM Regr.,LGBM Clas.,observational,False,4,0.9,0.9326666666666666,2.6295041141393964,0.5680990688936988,0.942,4.109931474457153,500
-LGBM Regr.,LGBM Clas.,observational,False,4,0.95,0.9701666666666666,3.1332474066187324,0.5680990688936988,0.982,4.507999042258337,500
-LGBM Regr.,LGBM Clas.,observational,False,6,0.9,0.9541666666666666,2.021214888425688,0.4123935257729841,0.974,3.17183347081639,500
-LGBM Regr.,LGBM Clas.,observational,False,6,0.95,0.9835,2.408426088145391,0.4123935257729841,0.99,3.4747764416681246,500
-LGBM Regr.,LGBM Clas.,observational,True,1,0.9,0.9496666666666667,1.9511518959677854,0.4056426955645088,0.98,3.067238579715148,500
-LGBM Regr.,LGBM Clas.,observational,True,1,0.95,0.9818333333333333,2.324940883373038,0.4056426955645088,0.994,3.3568971294243126,500
-LGBM Regr.,LGBM Clas.,observational,True,4,0.9,0.9341666666666666,2.585977302930749,0.5562229964093515,0.954,4.045565581860224,500
-LGBM Regr.,LGBM Clas.,observational,True,4,0.95,0.9745,3.0813820120736044,0.5562229964093515,0.97,4.434188862890503,500
-LGBM Regr.,LGBM Clas.,observational,True,6,0.9,0.9543333333333334,1.9905001066838395,0.40929563062222535,0.988,3.125148883705166,500
-LGBM Regr.,LGBM Clas.,observational,True,6,0.95,0.9835,2.371827168326243,0.40929563062222535,0.994,3.420794663008727,500
-Linear,Logistic,experimental,False,1,0.9,0.9168333333333334,0.41673836812489545,0.09490120305554799,0.92,0.6499646304710539,500
-Linear,Logistic,experimental,False,1,0.95,0.9591666666666666,0.4965743936830481,0.09490120305554799,0.958,0.7135508775059938,500
-Linear,Logistic,experimental,False,4,0.9,0.7525,2.805808333249603,0.9424974705539232,0.342,4.392358230173571,500
-Linear,Logistic,experimental,False,4,0.95,0.8215,3.343326841114613,0.9424974705539232,0.49,4.81356703917665,500
-Linear,Logistic,experimental,False,6,0.9,0.9681666666666666,2.927962952235543,0.5448624818472574,0.992,4.5809829929878605,500
-Linear,Logistic,experimental,False,6,0.95,0.989,3.488883047353698,0.5448624818472574,0.996,5.023039124726024,500
-Linear,Logistic,experimental,True,1,0.9,0.9198333333333334,0.4167745201915361,0.09489757179213576,0.92,0.6493074421900091,500
-Linear,Logistic,experimental,True,1,0.95,0.959,0.49661747152743585,0.09489757179213576,0.952,0.7129847857545065,500
-Linear,Logistic,experimental,True,4,0.9,0.7515,2.806389863604486,0.9438172172038332,0.336,4.394024798505712,500
-Linear,Logistic,experimental,True,4,0.95,0.8215,3.344019777271856,0.9438172172038332,0.496,4.818369602897961,500
-Linear,Logistic,experimental,True,6,0.9,0.9675,2.927774549870841,0.545976377808569,0.99,4.5788635431480404,500
-Linear,Logistic,experimental,True,6,0.95,0.9896666666666666,3.4886585520895808,0.545976377808569,0.998,5.023223313601676,500
-Linear,Logistic,observational,False,1,0.9,0.9445,0.4474147057259759,0.09208439317406426,0.968,0.6963338800760291,500
-Linear,Logistic,observational,False,1,0.95,0.978,0.5331275044830301,0.09208439317406426,0.986,0.7642780321317574,500
-Linear,Logistic,observational,False,4,0.9,0.8395,3.393272580905659,0.9671859927018581,0.682,5.280031123475279,500
-Linear,Logistic,observational,False,4,0.95,0.9018333333333334,4.043333667706703,0.9671859927018581,0.804,5.803033620961812,500
-Linear,Logistic,observational,False,6,0.9,0.9661666666666666,2.9968869470930812,0.5607913346640213,0.992,4.688634179932907,500
-Linear,Logistic,observational,False,6,0.95,0.9886666666666666,3.571011052774927,0.5607913346640213,1.0,5.1435718965101325,500
-Linear,Logistic,observational,True,1,0.9,0.9446666666666667,0.44607501860443266,0.09181865803868633,0.972,0.694040589591067,500
-Linear,Logistic,observational,True,1,0.95,0.9766666666666667,0.5315311688178055,0.09181865803868633,0.982,0.7624234124861663,500
-Linear,Logistic,observational,True,4,0.9,0.8425,3.3996101092641116,0.9626068949383512,0.708,5.289944291369528,500
-Linear,Logistic,observational,True,4,0.95,0.9095,4.050885298520558,0.9626068949383512,0.81,5.812309801411936,500
-Linear,Logistic,observational,True,6,0.9,0.9653333333333334,2.9934246048394693,0.5632386309587609,0.99,4.67988904592181,500
-Linear,Logistic,observational,True,6,0.95,0.9878333333333333,3.5668854175159357,0.5632386309587609,1.0,5.131467888102042,500
+LGBM Regr.,LGBM Clas.,experimental,False,1,0.9,0.75,1.778614580306219,0.5960664419046884,0.36200716845878134,2.7753128098849658,279
+LGBM Regr.,LGBM Clas.,experimental,False,1,0.95,0.8234767025089605,2.1193499911836593,0.5960664419046884,0.5197132616487455,3.046234800893927,279
+LGBM Regr.,LGBM Clas.,experimental,False,4,0.9,0.7574671445639188,1.7673512077587101,0.5877301896781565,0.35842293906810035,2.7750176684642893,279
+LGBM Regr.,LGBM Clas.,experimental,False,4,0.95,0.8285543608124253,2.105928854995092,0.5877301896781565,0.5125448028673835,3.0376307888560263,279
+LGBM Regr.,LGBM Clas.,experimental,False,6,0.9,0.953405017921147,1.7711378031482288,0.3485951085214999,0.982078853046595,2.7786621957580335,279
+LGBM Regr.,LGBM Clas.,experimental,False,6,0.95,0.982078853046595,2.1104408616964037,0.3485951085214999,0.989247311827957,3.043575951249779,279
+LGBM Regr.,LGBM Clas.,experimental,True,1,0.9,0.7455197132616488,1.7798346094911495,0.6014872582751684,0.33691756272401435,2.777451317728216,279
+LGBM Regr.,LGBM Clas.,experimental,True,1,0.95,0.8255675029868579,2.1208037456231854,0.6014872582751684,0.5017921146953405,3.0459581940581923,279
+LGBM Regr.,LGBM Clas.,experimental,True,4,0.9,0.755973715651135,1.766929436888452,0.5834788162107485,0.3655913978494624,2.7725803051166205,279
+LGBM Regr.,LGBM Clas.,experimental,True,4,0.95,0.8291517323775388,2.1054262840052553,0.5834788162107485,0.5555555555555556,3.035233811976123,279
+LGBM Regr.,LGBM Clas.,experimental,True,6,0.9,0.9605734767025089,1.7714530285340087,0.34314288186137,0.978494623655914,2.7789019074112855,279
+LGBM Regr.,LGBM Clas.,experimental,True,6,0.95,0.9841696535244921,2.1108164759109562,0.34314288186137,0.996415770609319,3.0455285637203886,279
+LGBM Regr.,LGBM Clas.,observational,False,1,0.9,0.9483273596176821,2.0308822899152084,0.43043163182179567,0.989247311827957,3.186602696895313,279
+LGBM Regr.,LGBM Clas.,observational,False,1,0.95,0.9796893667861409,2.4199455075229475,0.43043163182179567,0.996415770609319,3.4900418275751783,279
+LGBM Regr.,LGBM Clas.,observational,False,4,0.9,0.9217443249701315,2.6108911501102927,0.5867926575137528,0.9247311827956989,4.080813037421938,279
+LGBM Regr.,LGBM Clas.,observational,False,4,0.95,0.9599761051373954,3.1110686920238084,0.5867926575137528,0.9605734767025089,4.475229809570479,279
+LGBM Regr.,LGBM Clas.,observational,False,6,0.9,0.948626045400239,2.014627594409634,0.4068166752203039,0.974910394265233,3.1616003008165534,279
+LGBM Regr.,LGBM Clas.,observational,False,6,0.95,0.9796893667861409,2.40057684319405,0.4068166752203039,0.985663082437276,3.463547004360337,279
+LGBM Regr.,LGBM Clas.,observational,True,1,0.9,0.9516129032258065,1.996352116602651,0.4182517906789826,0.974910394265233,3.1337446246342635,279
+LGBM Regr.,LGBM Clas.,observational,True,1,0.95,0.9814814814814814,2.3788002682362324,0.4182517906789826,0.996415770609319,3.4305112612958353,279
+LGBM Regr.,LGBM Clas.,observational,True,4,0.9,0.919952210274791,2.5594683220019543,0.5644116455203284,0.946236559139785,4.002648701069293,279
+LGBM Regr.,LGBM Clas.,observational,True,4,0.95,0.9659498207885304,3.0497946130272884,0.5644116455203284,0.967741935483871,4.386415620739374,279
+LGBM Regr.,LGBM Clas.,observational,True,6,0.9,0.9411589008363201,1.9939367995221768,0.40946212637122803,0.978494623655914,3.1288239608382087,279
+LGBM Regr.,LGBM Clas.,observational,True,6,0.95,0.9758064516129032,2.375922240421838,0.40946212637122803,0.989247311827957,3.427382307215447,279
+Linear,Logistic,experimental,False,1,0.9,0.9106929510155317,0.416845415185824,0.09765077648267778,0.9139784946236559,0.6499084007733272,279
+Linear,Logistic,experimental,False,1,0.95,0.9575866188769415,0.49670194812353635,0.09765077648267778,0.942652329749104,0.7142025343093921,279
+Linear,Logistic,experimental,False,4,0.9,0.7353643966547192,2.7965200585349543,0.9725277709187674,0.3548387096774194,4.378382067605002,279
+Linear,Logistic,experimental,False,4,0.95,0.8070489844683393,3.3322591791531257,0.9725277709187674,0.4838709677419355,4.802135932987083,279
+Linear,Logistic,experimental,False,6,0.9,0.9656511350059738,2.933611463613629,0.5575047957568199,0.985663082437276,4.590870477824951,279
+Linear,Logistic,experimental,False,6,0.95,0.9868578255675029,3.4956136637963477,0.5575047957568199,1.0,5.033195652163488,279
+Linear,Logistic,experimental,True,1,0.9,0.9133811230585425,0.4169045731218592,0.09745090018793506,0.9068100358422939,0.6496277755162176,279
+Linear,Logistic,experimental,True,1,0.95,0.9581839904420549,0.4967724391521171,0.09745090018793506,0.942652329749104,0.7134054600135054,279
+Linear,Logistic,experimental,True,4,0.9,0.7347670250896058,2.796930951690407,0.9732015048144421,0.35125448028673834,4.379185168949285,279
+Linear,Logistic,experimental,True,4,0.95,0.8067502986857826,3.332748788546317,0.9732015048144421,0.4767025089605735,4.800320987521932,279
+Linear,Logistic,experimental,True,6,0.9,0.9617682198327359,2.9339591943302765,0.5587320993183728,0.989247311827957,4.587239933690171,279
+Linear,Logistic,experimental,True,6,0.95,0.9874551971326165,3.4960280105016,0.5587320993183728,0.996415770609319,5.027743081254625,279
+Linear,Logistic,observational,False,1,0.9,0.9510155316606929,0.44690466316390964,0.0923145109483158,0.9713261648745519,0.6956035933691973,279
+Linear,Logistic,observational,False,1,0.95,0.9823775388291517,0.532519751284902,0.0923145109483158,0.989247311827957,0.7644785034564796,279
+Linear,Logistic,observational,False,4,0.9,0.8198924731182796,3.3981305997913656,1.0076858299266183,0.6559139784946236,5.28563070760084,279
+Linear,Logistic,observational,False,4,0.95,0.8948626045400239,4.0491223542476735,1.0076858299266183,0.7885304659498208,5.806675171191566,279
+Linear,Logistic,observational,False,6,0.9,0.9656511350059738,3.0138558768024004,0.5776489786450035,0.982078853046595,4.705706926180292,279
+Linear,Logistic,observational,False,6,0.95,0.9865591397849462,3.5912307796500156,0.5776489786450035,0.996415770609319,5.15807474968051,279
+Linear,Logistic,observational,True,1,0.9,0.9489247311827957,0.4455964561218644,0.09215210238176288,0.96415770609319,0.6930347576956017,279
+Linear,Logistic,observational,True,1,0.95,0.9823775388291517,0.5309609264480182,0.09215210238176288,0.989247311827957,0.7619686090236201,279
+Linear,Logistic,observational,True,4,0.9,0.8243727598566308,3.4010070491186695,1.0041104807135977,0.7132616487455197,5.292540058984283,279
+Linear,Logistic,observational,True,4,0.95,0.9017323775388292,4.052549855024942,1.0041104807135977,0.8315412186379928,5.811117953650732,279
+Linear,Logistic,observational,True,6,0.9,0.9623655913978495,3.01035064541757,0.5787225111971113,0.978494623655914,4.709297900485361,279
+Linear,Logistic,observational,True,6,0.95,0.9868578255675029,3.587054038839053,0.5787225111971113,1.0,5.16336213800866,279