Update results from script: scripts/rdd/rdd_fuzzy.py

Author: github-actions

results/rdd/rdd_fuzzy_config.yml

@@ -0,0 +1,59 @@
+simulation_parameters:
+  repetitions: 1000
+  max_runtime: 19800
+  random_seed: 42
+  n_jobs: -2
+dgp_parameters:
+  n_obs:
+  - 1000
+  fuzzy:
+  - true
+  cutoff:
+  - 0.0
+learner_definitions:
+  lgbmr: &id001
+    name: LGBM Regr.
+    params:
+      n_estimators: 100
+      learning_rate: 0.05
+  lgbmc: &id002
+    name: LGBM Clas.
+    params:
+      n_estimators: 100
+      learning_rate: 0.05
+  global_linear: &id003
+    name: Global Linear
+  global_logistic: &id004
+    name: Global Logistic
+  local_linear: &id005
+    name: Linear
+  local_logistic: &id006
+    name: Logistic
+  stacked_reg: &id007
+    name: Stacked Regr.
+    params:
+      n_estimators: 100
+      learning_rate: 0.05
+  stacked_cls: &id008
+    name: Stacked Clas.
+    params:
+      n_estimators: 100
+      learning_rate: 0.05
+dml_parameters:
+  fs_specification:
+  - cutoff
+  - cutoff and score
+  - interacted cutoff and score
+  learners:
+  - ml_g: *id001
+    ml_m: *id002
+  - ml_g: *id003
+    ml_m: *id004
+  - ml_g: *id005
+    ml_m: *id006
+  - ml_g: *id007
+    ml_m: *id008
+confidence_parameters:
+  level:
+  - 0.95
+  - 0.9

results/rdd/rdd_fuzzy_coverage.csv

@@ -1,99 +1,27 @@
-Method,fs specification,Learner g,Learner m,level,Coverage,CI Length,Bias,repetition
-rdflex,cutoff,Global linear,Global linear,0.9,0.928,10.556606789284906,2.56683549934152,250
-rdflex,cutoff,Global linear,Global linear,0.95,0.964,12.578972844104541,2.56683549934152,250
-rdflex,cutoff,Global linear,LGBM,0.9,0.932,10.775966548524359,2.6575671123131777,250
-rdflex,cutoff,Global linear,LGBM,0.95,0.976,12.840356119018518,2.6575671123131777,250
-rdflex,cutoff,Global linear,Linear,0.9,0.928,10.680654195730742,2.6095109173162823,250
-rdflex,cutoff,Global linear,Linear,0.95,0.964,12.726784445711942,2.6095109173162823,250
-rdflex,cutoff,Global linear,Stacked,0.9,0.932,10.571620600845328,2.6448751082127377,250
-rdflex,cutoff,Global linear,Stacked,0.95,0.96,12.596862904014394,2.6448751082127377,250
-rdflex,cutoff,LGBM,Global linear,0.9,0.94,2.038612360942403,0.46302745914972104,250
-rdflex,cutoff,LGBM,Global linear,0.95,0.968,2.4291564552711176,0.46302745914972104,250
-rdflex,cutoff,LGBM,LGBM,0.9,0.94,2.0417477871653618,0.4912050569704094,250
-rdflex,cutoff,LGBM,LGBM,0.95,0.976,2.4328925460529893,0.4912050569704094,250
-rdflex,cutoff,LGBM,Linear,0.9,0.96,2.088603350877394,0.47982216259182514,250
-rdflex,cutoff,LGBM,Linear,0.95,0.992,2.488724393851574,0.47982216259182514,250
-rdflex,cutoff,LGBM,Stacked,0.9,0.916,2.0184810970572267,0.46215722170125356,250
-rdflex,cutoff,LGBM,Stacked,0.95,0.972,2.405168574810687,0.46215722170125356,250
-rdflex,cutoff,Linear,Global linear,0.9,0.928,10.564695732971051,2.553945752977564,250
-rdflex,cutoff,Linear,Global linear,0.95,0.968,12.58861141500109,2.553945752977564,250
-rdflex,cutoff,Linear,LGBM,0.9,0.928,10.777243710702589,2.650598511347432,250
-rdflex,cutoff,Linear,LGBM,0.95,0.972,12.841877951618534,2.650598511347432,250
-rdflex,cutoff,Linear,Linear,0.9,0.92,10.74105034617443,2.6072040698667376,250
-rdflex,cutoff,Linear,Linear,0.95,0.968,12.798750897762686,2.6072040698667376,250
-rdflex,cutoff,Linear,Stacked,0.9,0.932,10.404127851046006,2.505787762202565,250
-rdflex,cutoff,Linear,Stacked,0.95,0.968,12.397282982798743,2.505787762202565,250
-rdflex,cutoff,Stacked,Global linear,0.9,0.928,2.100685938954007,0.4945555538677959,250
-rdflex,cutoff,Stacked,Global linear,0.95,0.972,2.50312168555107,0.4945555538677959,250
-rdflex,cutoff,Stacked,LGBM,0.9,0.956,2.003482953646103,0.4641511546138578,250
-rdflex,cutoff,Stacked,LGBM,0.95,0.992,2.3872971846522506,0.4641511546138578,250
-rdflex,cutoff,Stacked,Linear,0.9,0.944,2.11736656727605,0.46071259221608185,250
-rdflex,cutoff,Stacked,Linear,0.95,0.984,2.522997880134595,0.46071259221608185,250
-rdflex,cutoff,Stacked,Stacked,0.9,0.936,2.0245073903258874,0.44210382922098473,250
-rdflex,cutoff,Stacked,Stacked,0.95,0.976,2.412349346140925,0.44210382922098473,250
-rdflex,cutoff and score,Global linear,Global linear,0.9,0.928,10.544420005750476,2.567803474303041,250
-rdflex,cutoff and score,Global linear,Global linear,0.95,0.964,12.564451395859244,2.567803474303041,250
-rdflex,cutoff and score,Global linear,LGBM,0.9,0.928,10.805365747954351,2.6437437844814258,250
-rdflex,cutoff and score,Global linear,LGBM,0.95,0.972,12.875387425824758,2.6437437844814258,250
-rdflex,cutoff and score,Global linear,Linear,0.9,0.928,10.699263774918355,2.5999147658504103,250
-rdflex,cutoff and score,Global linear,Linear,0.95,0.964,12.748959127019463,2.5999147658504103,250
-rdflex,cutoff and score,Global linear,Stacked,0.9,0.932,10.82713502969946,2.6270982998447745,250
-rdflex,cutoff and score,Global linear,Stacked,0.95,0.972,12.901327124950933,2.6270982998447745,250
-rdflex,cutoff and score,LGBM,Global linear,0.9,0.956,2.1656416896389774,0.4963137476876054,250
-rdflex,cutoff and score,LGBM,Global linear,0.95,0.984,2.5805212363957613,0.4963137476876054,250
-rdflex,cutoff and score,LGBM,LGBM,0.9,0.94,2.201449781464929,0.5341193634721544,250
-rdflex,cutoff and score,LGBM,LGBM,0.95,0.972,2.6231892095114255,0.5341193634721544,250
-rdflex,cutoff and score,LGBM,Linear,0.9,0.952,2.1894694844073546,0.4635302319336836,250
-rdflex,cutoff and score,LGBM,Linear,0.95,0.98,2.6089138050789615,0.4635302319336836,250
-rdflex,cutoff and score,LGBM,Stacked,0.9,0.964,2.1361906429140674,0.5017184797294254,250
-rdflex,cutoff and score,LGBM,Stacked,0.95,0.984,2.545428149727124,0.5017184797294254,250
-rdflex,cutoff and score,Linear,Global linear,0.9,0.92,10.636843214150689,2.585401553398786,250
-rdflex,cutoff and score,Linear,Global linear,0.95,0.968,12.67458044128427,2.585401553398786,250
-rdflex,cutoff and score,Linear,LGBM,0.9,0.936,10.869584147939532,2.6903868750455233,250
-rdflex,cutoff and score,Linear,LGBM,0.95,0.98,12.95190836911928,2.6903868750455233,250
-rdflex,cutoff and score,Linear,Linear,0.9,0.912,10.715620665219745,2.5870008277605034,250
-rdflex,cutoff and score,Linear,Linear,0.95,0.968,12.76844956395835,2.5870008277605034,250
-rdflex,cutoff and score,Linear,Stacked,0.9,0.92,10.814063241507966,2.6455094849616714,250
-rdflex,cutoff and score,Linear,Stacked,0.95,0.964,12.88575112861359,2.6455094849616714,250
-rdflex,cutoff and score,Stacked,Global linear,0.9,0.932,2.1726374228239367,0.4855323537680247,250
-rdflex,cutoff and score,Stacked,Global linear,0.95,0.976,2.5888571666349667,0.4855323537680247,250
-rdflex,cutoff and score,Stacked,LGBM,0.9,0.952,2.14733586500187,0.5004783937020142,250
-rdflex,cutoff and score,Stacked,LGBM,0.95,0.972,2.5587085009595185,0.5004783937020142,250
-rdflex,cutoff and score,Stacked,Linear,0.9,0.948,2.202424304512329,0.49388698262577957,250
-rdflex,cutoff and score,Stacked,Linear,0.95,0.992,2.6243504253446837,0.49388698262577957,250
-rdflex,cutoff and score,Stacked,Stacked,0.9,0.956,2.23318991538815,0.4972797313578032,250
-rdflex,cutoff and score,Stacked,Stacked,0.95,0.98,2.6610099118126316,0.4972797313578032,250
-rdflex,interacted cutoff and score,Global linear,Global linear,0.9,0.932,10.545804244171494,2.539582402518461,250
-rdflex,interacted cutoff and score,Global linear,Global linear,0.95,0.964,12.566100817672075,2.539582402518461,250
-rdflex,interacted cutoff and score,Global linear,LGBM,0.9,0.932,10.884267411835014,2.650211237977455,250
-rdflex,interacted cutoff and score,Global linear,LGBM,0.95,0.972,12.969404557192851,2.650211237977455,250
-rdflex,interacted cutoff and score,Global linear,Linear,0.9,0.936,10.674123116042953,2.5790433126760175,250
-rdflex,interacted cutoff and score,Global linear,Linear,0.95,0.964,12.719002184264186,2.5790433126760175,250
-rdflex,interacted cutoff and score,Global linear,Stacked,0.9,0.932,10.626731756603398,2.6159768660130136,250
-rdflex,interacted cutoff and score,Global linear,Stacked,0.95,0.968,12.662531896478109,2.6159768660130136,250
-rdflex,interacted cutoff and score,LGBM,Global linear,0.9,0.936,2.1565580135903732,0.5032955415920486,250
-rdflex,interacted cutoff and score,LGBM,Global linear,0.95,0.98,2.569697368781784,0.5032955415920486,250
-rdflex,interacted cutoff and score,LGBM,LGBM,0.9,0.944,2.2329626116556094,0.5196735971141546,250
-rdflex,interacted cutoff and score,LGBM,LGBM,0.95,0.98,2.6607390627096894,0.5196735971141546,250
-rdflex,interacted cutoff and score,LGBM,Linear,0.9,0.94,2.188972984996604,0.5079568034409114,250
-rdflex,interacted cutoff and score,LGBM,Linear,0.95,0.988,2.608322189540976,0.5079568034409114,250
-rdflex,interacted cutoff and score,LGBM,Stacked,0.9,0.94,2.1435376000141364,0.5369566034254465,250
-rdflex,interacted cutoff and score,LGBM,Stacked,0.95,0.988,2.55418258907428,0.5369566034254465,250
-rdflex,interacted cutoff and score,Linear,Global linear,0.9,0.92,10.689912181088147,2.611324508403497,250
-rdflex,interacted cutoff and score,Linear,Global linear,0.95,0.968,12.737816015678167,2.611324508403497,250
-rdflex,interacted cutoff and score,Linear,LGBM,0.9,0.936,10.997728797394373,2.7029090494109984,250
-rdflex,interacted cutoff and score,Linear,LGBM,0.95,0.976,13.104602136897563,2.7029090494109984,250
-rdflex,interacted cutoff and score,Linear,Linear,0.9,0.936,10.779112620544133,2.610958342807748,250
-rdflex,interacted cutoff and score,Linear,Linear,0.95,0.968,12.844104895049702,2.610958342807748,250
-rdflex,interacted cutoff and score,Linear,Stacked,0.9,0.92,10.737943290197988,2.6468998393072347,250
-rdflex,interacted cutoff and score,Linear,Stacked,0.95,0.968,12.795048612214599,2.6468998393072347,250
-rdflex,interacted cutoff and score,Stacked,Global linear,0.9,0.932,2.233890329611388,0.5262031584833204,250
-rdflex,interacted cutoff and score,Stacked,Global linear,0.95,0.976,2.661844506836355,0.5262031584833204,250
-rdflex,interacted cutoff and score,Stacked,LGBM,0.9,0.936,2.20946398801941,0.5095892633671805,250
-rdflex,interacted cutoff and score,Stacked,LGBM,0.95,0.98,2.632738725622813,0.5095892633671805,250
-rdflex,interacted cutoff and score,Stacked,Linear,0.9,0.928,2.2332457187032886,0.49902647466338274,250
-rdflex,interacted cutoff and score,Stacked,Linear,0.95,0.968,2.661076405563868,0.49902647466338274,250
-rdflex,interacted cutoff and score,Stacked,Stacked,0.9,0.948,2.181302390767035,0.4919155381101698,250
-rdflex,interacted cutoff and score,Stacked,Stacked,0.95,0.984,2.599182112768406,0.4919155381101698,250
-rdrobust,cutoff,linear,linear,0.9,0.928,10.396400783944904,2.560336967798922,250
-rdrobust,cutoff,linear,linear,0.95,0.964,12.388075614449283,2.560336967798922,250
+Method,fs_specification,Learner g,Learner m,level,Coverage,CI Length,Bias,repetition
+RDFlex,cutoff,Global Linear,Global Logistic,0.9,0.9363333333333334,61.21542033320797,6.094527516865915,1000
+RDFlex,cutoff,Global Linear,Global Logistic,0.95,0.972,72.942672336101,6.094527516865915,1000
+RDFlex,cutoff,LGBM Regr.,LGBM Clas.,0.9,0.9513333333333334,8.933409181593555,1.5599808778760562,1000
+RDFlex,cutoff,LGBM Regr.,LGBM Clas.,0.95,0.9876666666666666,10.644813598115608,1.5599808778760562,1000
+RDFlex,cutoff,Linear,Logistic,0.9,0.939,34.93607282259327,5.6843493908942815,1000
+RDFlex,cutoff,Linear,Logistic,0.95,0.973,41.62889838438588,5.6843493908942815,1000
+RDFlex,cutoff,Stacked Regr.,Stacked Clas.,0.9,0.9503333333333334,6.7442427655640484,1.3456834189094324,1000
+RDFlex,cutoff,Stacked Regr.,Stacked Clas.,0.95,0.9853333333333334,8.036260921282771,1.3456834189094324,1000
+RDFlex,cutoff and score,Global Linear,Global Logistic,0.9,0.9346666666666666,4016.9877724310254,50.8166330459716,1000
+RDFlex,cutoff and score,Global Linear,Global Logistic,0.95,0.9713333333333334,4786.536158171398,50.8166330459716,1000
+RDFlex,cutoff and score,LGBM Regr.,LGBM Clas.,0.9,0.951,9.065887957351245,1.5153501497320774,1000
+RDFlex,cutoff and score,LGBM Regr.,LGBM Clas.,0.95,0.9873333333333334,10.802671795919059,1.5153501497320774,1000
+RDFlex,cutoff and score,Linear,Logistic,0.9,0.94,335.8084886364535,7.708410484814828,1000
+RDFlex,cutoff and score,Linear,Logistic,0.95,0.9746666666666667,400.1404943551824,7.708410484814828,1000
+RDFlex,cutoff and score,Stacked Regr.,Stacked Clas.,0.9,0.9496666666666667,7.718643198281012,1.36917558119484,1000
+RDFlex,cutoff and score,Stacked Regr.,Stacked Clas.,0.95,0.9866666666666666,9.1973306501346,1.36917558119484,1000
+RDFlex,interacted cutoff and score,Global Linear,Global Logistic,0.9,0.939,49.6899424879847,5.516111563740509,1000
+RDFlex,interacted cutoff and score,Global Linear,Global Logistic,0.95,0.9723333333333334,59.20921842195623,5.516111563740509,1000
+RDFlex,interacted cutoff and score,LGBM Regr.,LGBM Clas.,0.9,0.949,8.869451650244981,1.5644296749591,1000
+RDFlex,interacted cutoff and score,LGBM Regr.,LGBM Clas.,0.95,0.9866666666666666,10.568603498974065,1.5644296749591,1000
+RDFlex,interacted cutoff and score,Linear,Logistic,0.9,0.939,165.6185238963947,6.482221436992595,1000
+RDFlex,interacted cutoff and score,Linear,Logistic,0.95,0.9733333333333334,197.34664330663676,6.482221436992595,1000
+RDFlex,interacted cutoff and score,Stacked Regr.,Stacked Clas.,0.9,0.953,12.965304115439578,1.8427674267462426,1000
+RDFlex,interacted cutoff and score,Stacked Regr.,Stacked Clas.,0.95,0.9833333333333334,15.449112734710363,1.8427674267462426,1000
+rdrobust,cutoff,Linear,Logistic,0.9,0.66,2.2540261137473974,0.9256316634723921,1000
+rdrobust,cutoff,Linear,Logistic,0.95,0.768,2.685837773507866,0.9256316634723921,1000

results/rdd/rdd_fuzzy_metadata.csv

@@ -0,0 +1,2 @@
+DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File
+0.11.dev0,RDDCoverageSimulation,2025-06-02 14:19,128.11025975545246,3.12.3,scripts/rdd/rdd_fuzzy_config.yml