Update results from script: scripts/did/did_pa_multi.py

Author: github-actions

results/did/did_pa_multi_detailed.csv

@@ -1,49 +1,49 @@
 Learner g,Learner m,Score,In-sample-norm.,DGP,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition
-LGBM Regr.,LGBM Clas.,experimental,False,1,0.9,0.3673333333333333,0.6622000671680726,0.4760789469976553,0.048,0.9872940132180921,500
-LGBM Regr.,LGBM Clas.,experimental,False,1,0.95,0.455,0.7890600482274513,0.4760789469976553,0.09,1.095657479091583,500
-LGBM Regr.,LGBM Clas.,experimental,False,4,0.9,0.3965,0.6378199657300768,0.4732109643228897,0.06,0.9698764406659528,500
-LGBM Regr.,LGBM Clas.,experimental,False,4,0.95,0.47783333333333333,0.760009365555786,0.4732109643228897,0.11,1.070746913970544,500
-LGBM Regr.,LGBM Clas.,experimental,False,6,0.9,0.9025,0.6328401432350504,0.14980045984980536,0.894,0.9623147617420064,500
-LGBM Regr.,LGBM Clas.,experimental,False,6,0.95,0.9506666666666667,0.7540755410623912,0.14980045984980536,0.954,1.0622145320099126,500
-LGBM Regr.,LGBM Clas.,experimental,True,1,0.9,0.3686666666666667,0.6623492813513598,0.4769578269080368,0.04,0.9884461202448822,500
-LGBM Regr.,LGBM Clas.,experimental,True,1,0.95,0.4578333333333333,0.7892378478932902,0.4769578269080368,0.092,1.097904825887712,500
-LGBM Regr.,LGBM Clas.,experimental,True,4,0.9,0.3965,0.6379252128844956,0.4725155159534973,0.062,0.9695080120086349,500
-LGBM Regr.,LGBM Clas.,experimental,True,4,0.95,0.47883333333333333,0.7601347752753842,0.4725155159534973,0.096,1.071528428469871,500
-LGBM Regr.,LGBM Clas.,experimental,True,6,0.9,0.9001666666666667,0.6328979630581827,0.15061501966635568,0.902,0.9622642309184252,500
-LGBM Regr.,LGBM Clas.,experimental,True,6,0.95,0.9468333333333334,0.754144437631104,0.15061501966635568,0.948,1.0633435621867606,500
-LGBM Regr.,LGBM Clas.,observational,False,1,0.9,0.944,0.8484126499519333,0.18581715397253995,0.958,1.2981680901155388,500
-LGBM Regr.,LGBM Clas.,observational,False,1,0.95,0.9781666666666666,1.0109460262527277,0.18581715397253995,0.984,1.4315482130550377,500
-LGBM Regr.,LGBM Clas.,observational,False,4,0.9,0.9281666666666666,1.1736004812411396,0.24580858947268477,0.918,1.764688942768667,500
-LGBM Regr.,LGBM Clas.,observational,False,4,0.95,0.9648333333333333,1.3984312268166166,0.24580858947268477,0.956,1.9550467611394868,500
-LGBM Regr.,LGBM Clas.,observational,False,6,0.9,0.9358333333333334,0.8012781498847246,0.17217182529588215,0.944,1.222603881202094,500
-LGBM Regr.,LGBM Clas.,observational,False,6,0.95,0.9745,0.9547818052866056,0.17217182529588215,0.974,1.3500149303488194,500
-LGBM Regr.,LGBM Clas.,observational,True,1,0.9,0.9335,0.7612042001195903,0.16720500271357613,0.928,1.1687094154271858,500
-LGBM Regr.,LGBM Clas.,observational,True,1,0.95,0.9728333333333333,0.9070307489184465,0.16720500271357613,0.978,1.287704160787801,500
-LGBM Regr.,LGBM Clas.,observational,True,4,0.9,0.8948333333333334,1.0400365030584322,0.24325349291636317,0.868,1.5686170162912925,500
-LGBM Regr.,LGBM Clas.,observational,True,4,0.95,0.9411666666666666,1.2392799305671278,0.24325349291636317,0.932,1.7357363533233978,500
-LGBM Regr.,LGBM Clas.,observational,True,6,0.9,0.921,0.73959665400471,0.16444852263415236,0.928,1.1315883372939126,500
-LGBM Regr.,LGBM Clas.,observational,True,6,0.95,0.9616666666666667,0.881283769682401,0.16444852263415236,0.966,1.2475888364019896,500
-Linear,Logistic,experimental,False,1,0.9,0.8523333333333334,0.2946189987996892,0.08120823424066553,0.788,0.4588985695573376,500
-Linear,Logistic,experimental,False,1,0.95,0.9148333333333334,0.35106019000539096,0.08120823424066553,0.838,0.5038888198702418,500
-Linear,Logistic,experimental,False,4,0.9,0.303,0.9760460779046628,0.801904091446656,0.044,1.4120588709374915,500
-Linear,Logistic,experimental,False,4,0.95,0.3858333333333333,1.1630306360391751,0.801904091446656,0.084,1.5751591463324877,500
-Linear,Logistic,experimental,False,6,0.9,0.9053333333333333,0.9839860026189414,0.23896735315283404,0.908,1.4202557795653532,500
-Linear,Logistic,experimental,False,6,0.95,0.9548333333333334,1.17249163987864,0.23896735315283404,0.958,1.5845039985572327,500
-Linear,Logistic,experimental,True,1,0.9,0.8496666666666667,0.29463344342253167,0.08121981681344749,0.778,0.45909731515633667,500
-Linear,Logistic,experimental,True,1,0.95,0.9155,0.351077401835111,0.08121981681344749,0.84,0.5042920585797889,500
-Linear,Logistic,experimental,True,4,0.9,0.306,0.9759323896298842,0.8017723312893467,0.038,1.413106206153663,500
-Linear,Logistic,experimental,True,4,0.95,0.385,1.1628951681042905,0.8017723312893467,0.08,1.5751955097078019,500
-Linear,Logistic,experimental,True,6,0.9,0.9053333333333333,0.9838756962077249,0.239302923434742,0.902,1.4196661784164144,500
-Linear,Logistic,experimental,True,6,0.95,0.9531666666666666,1.1723602016827388,0.239302923434742,0.96,1.5824721580536725,500
-Linear,Logistic,observational,False,1,0.9,0.8971666666666667,0.31851350521257993,0.07770855334930929,0.88,0.49576482769471897,500
-Linear,Logistic,observational,False,1,0.95,0.9501666666666666,0.3795322505159817,0.07770855334930929,0.928,0.5439849562862227,500
-Linear,Logistic,observational,False,4,0.9,0.4216666666666667,1.24911253522529,0.7867195413105588,0.202,1.7850915494563109,500
-Linear,Logistic,observational,False,4,0.95,0.5311666666666667,1.4884093888746475,0.7867195413105588,0.298,1.9965811220360494,500
-Linear,Logistic,observational,False,6,0.9,0.8988333333333334,1.0283136039352265,0.25571834558315537,0.908,1.4829065942058384,500
-Linear,Logistic,observational,False,6,0.95,0.953,1.2253112346908492,0.25571834558315537,0.964,1.6547817994899618,500
-Linear,Logistic,observational,True,1,0.9,0.8981666666666667,0.3164160504010737,0.07747519197762118,0.882,0.4924111949311072,500
-Linear,Logistic,observational,True,1,0.95,0.9475,0.3770329789562555,0.07747519197762118,0.93,0.5411929319181428,500
-Linear,Logistic,observational,True,4,0.9,0.4211666666666667,1.2426528075031174,0.7872815865655027,0.18,1.7778308762859318,500
-Linear,Logistic,observational,True,4,0.95,0.5266666666666666,1.480712148537914,0.7872815865655027,0.304,1.9883615181855132,500
-Linear,Logistic,observational,True,6,0.9,0.8986666666666666,1.0213268010132648,0.2545466751950045,0.902,1.47468329239173,500
-Linear,Logistic,observational,True,6,0.95,0.952,1.216985945516332,0.2545466751950045,0.954,1.6464318066970816,500
+LGBM Regr.,LGBM Clas.,experimental,False,1,0.9,0.376,0.6652875963255455,0.4788685058327714,0.058,0.9917345689606342,500
+LGBM Regr.,LGBM Clas.,experimental,False,1,0.95,0.466,0.7927390661356161,0.4788685058327714,0.108,1.1006737210796154,500
+LGBM Regr.,LGBM Clas.,experimental,False,4,0.9,0.4028333333333333,0.6375143991809316,0.4598493354870683,0.062,0.9707190331373089,500
+LGBM Regr.,LGBM Clas.,experimental,False,4,0.95,0.4835,0.7596452605549572,0.4598493354870683,0.116,1.0714847122758369,500
+LGBM Regr.,LGBM Clas.,experimental,False,6,0.9,0.9068333333333334,0.6319876715013313,0.1496835272788454,0.902,0.961159835023131,500
+LGBM Regr.,LGBM Clas.,experimental,False,6,0.95,0.9545,0.7530597583395087,0.1496835272788454,0.948,1.0612651757550962,500
+LGBM Regr.,LGBM Clas.,experimental,True,1,0.9,0.3695,0.665112888834881,0.4796254225591018,0.056,0.9918017057736429,500
+LGBM Regr.,LGBM Clas.,experimental,True,1,0.95,0.4643333333333333,0.7925308893204144,0.4796254225591018,0.096,1.100765040608417,500
+LGBM Regr.,LGBM Clas.,experimental,True,4,0.9,0.40166666666666667,0.637529211762134,0.45941817473447466,0.066,0.9704822467049042,500
+LGBM Regr.,LGBM Clas.,experimental,True,4,0.95,0.48483333333333334,0.7596629108341059,0.45941817473447466,0.13,1.0709769244654075,500
+LGBM Regr.,LGBM Clas.,experimental,True,6,0.9,0.9086666666666666,0.6320226929328787,0.15100923938299782,0.908,0.9611707119460113,500
+LGBM Regr.,LGBM Clas.,experimental,True,6,0.95,0.956,0.753101488949087,0.15100923938299782,0.958,1.0617636267630723,500
+LGBM Regr.,LGBM Clas.,observational,False,1,0.9,0.9413333333333334,0.8473750602173274,0.18142333577766562,0.966,1.2982618812879472,500
+LGBM Regr.,LGBM Clas.,observational,False,1,0.95,0.9783333333333334,1.0097096618265964,0.18142333577766562,0.982,1.4306891717715393,500
+LGBM Regr.,LGBM Clas.,observational,False,4,0.9,0.9361666666666666,1.1805935901738753,0.24311470255923542,0.928,1.7694514143349136,500
+LGBM Regr.,LGBM Clas.,observational,False,4,0.95,0.972,1.4067640300664292,0.24311470255923542,0.968,1.9613167333492803,500
+LGBM Regr.,LGBM Clas.,observational,False,6,0.9,0.9445,0.799473826966886,0.16836783892060214,0.964,1.219530440156558,500
+LGBM Regr.,LGBM Clas.,observational,False,6,0.95,0.9765,0.9526318219218256,0.16836783892060214,0.992,1.3465373276978427,500
+LGBM Regr.,LGBM Clas.,observational,True,1,0.9,0.9318333333333334,0.765793532602588,0.1690667393317399,0.948,1.174708291209629,500
+LGBM Regr.,LGBM Clas.,observational,True,1,0.95,0.9693333333333334,0.9124992758635622,0.1690667393317399,0.968,1.2944261985939705,500
+LGBM Regr.,LGBM Clas.,observational,True,4,0.9,0.9073333333333333,1.047664796626265,0.23641189001223264,0.884,1.5765116310810836,500
+LGBM Regr.,LGBM Clas.,observational,True,4,0.95,0.9526666666666667,1.2483696029923643,0.23641189001223264,0.934,1.745518490751232,500
+LGBM Regr.,LGBM Clas.,observational,True,6,0.9,0.9201666666666666,0.7385460777856706,0.1670517636117764,0.93,1.1302692286733522,500
+LGBM Regr.,LGBM Clas.,observational,True,6,0.95,0.966,0.8800319309056294,0.1670517636117764,0.978,1.2470377584840033,500
+Linear,Logistic,experimental,False,1,0.9,0.8501666666666666,0.29479284945056916,0.08086572239335096,0.796,0.45995374878119605,500
+Linear,Logistic,experimental,False,1,0.95,0.913,0.3512673458330162,0.08086572239335096,0.88,0.5050979956516887,500
+Linear,Logistic,experimental,False,4,0.9,0.3168333333333333,0.9760437330904909,0.7983186878119084,0.044,1.4125036246810794,500
+Linear,Logistic,experimental,False,4,0.95,0.3938333333333333,1.1630278420207578,0.7983186878119084,0.092,1.5753820426798095,500
+Linear,Logistic,experimental,False,6,0.9,0.899,0.9860085683861257,0.23991010091979903,0.906,1.4243822820823935,500
+Linear,Logistic,experimental,False,6,0.95,0.9505,1.1749016756381088,0.23991010091979903,0.954,1.5890926429460632,500
+Linear,Logistic,experimental,True,1,0.9,0.8493333333333334,0.2947743766527007,0.08084058304773781,0.788,0.4596544541257168,500
+Linear,Logistic,experimental,True,1,0.95,0.912,0.35124533413670317,0.08084058304773781,0.88,0.5047647602299501,500
+Linear,Logistic,experimental,True,4,0.9,0.317,0.9760523203780584,0.7984727949426184,0.044,1.4128372852042128,500
+Linear,Logistic,experimental,True,4,0.95,0.3943333333333333,1.1630380744050146,0.7984727949426184,0.094,1.5751667127652091,500
+Linear,Logistic,experimental,True,6,0.9,0.8991666666666667,0.9859626233262315,0.23979371890526563,0.904,1.4232291798853027,500
+Linear,Logistic,experimental,True,6,0.95,0.951,1.1748469287225265,0.23979371890526563,0.958,1.588215494542204,500
+Linear,Logistic,observational,False,1,0.9,0.8988333333333334,0.3184881107577261,0.07719182324721395,0.896,0.4952541062417649,500
+Linear,Logistic,observational,False,1,0.95,0.9508333333333334,0.37950199115666555,0.07719182324721395,0.948,0.5441088991747411,500
+Linear,Logistic,observational,False,4,0.9,0.4406666666666667,1.250117333215647,0.7652605925915565,0.216,1.785617101702533,500
+Linear,Logistic,observational,False,4,0.95,0.5483333333333333,1.489606679527487,0.7652605925915565,0.318,1.996557839151422,500
+Linear,Logistic,observational,False,6,0.9,0.9001666666666667,1.0281899856954657,0.25243845779943025,0.906,1.4837296477899995,500
+Linear,Logistic,observational,False,6,0.95,0.9523333333333334,1.2251639344728882,0.25243845779943025,0.952,1.6552087227571348,500
+Linear,Logistic,observational,True,1,0.9,0.896,0.3165397630599274,0.07742883162791457,0.9,0.4922063338438365,500
+Linear,Logistic,observational,True,1,0.95,0.9476666666666667,0.37718039168150475,0.07742883162791457,0.948,0.5406640569497208,500
+Linear,Logistic,observational,True,4,0.9,0.4401666666666667,1.2510817907762226,0.7665003000548748,0.212,1.7865647514529477,500
+Linear,Logistic,observational,True,4,0.95,0.5455,1.4907559015934337,0.7665003000548748,0.314,1.9973361166282748,500
+Linear,Logistic,observational,True,6,0.9,0.8968333333333334,1.0226493025529169,0.2537626388753708,0.904,1.4768520252885453,500
+Linear,Logistic,observational,True,6,0.95,0.9493333333333334,1.2185618032976842,0.2537626388753708,0.954,1.6473969037298655,500