[wip] validation package\n*replace print/exit with raised exceptions

Author: krivard

validator/delphi_validator/fbsurveyvalidation.py

@@ -7,20 +7,17 @@
 import numpy as np
 import pandas as pd
 from delphi_utils import read_params
-from .fbsurveyvalidation import fbsurvey_validation
-from .datafetcher import *
+from .validate import validate
+from .datafetcher import read_filenames
 
 
 def run_module():
-
-    params = read_params()
-
-
+    params = read_params()["validation"]
     dtobj_sdate = datetime.strptime(params['start_date'], '%Y-%m-%d')
     dtobj_edate = datetime.strptime(params['end_date'], '%Y-%m-%d')
     max_check_lookbehind = int(params["ref_window_size"])
 
     # Collecting all filenames
     daily_filnames = read_filenames(params["data_folder"])
 
-    fbsurvey_validation(daily_filnames, dtobj_sdate, dtobj_edate)
+    validate(daily_filnames, dtobj_sdate, dtobj_edate)

validator/delphi_validator/run.py

@@ -1,8 +1,10 @@
 {
+  "validation": {
   "data_source": "fb_survey",
-  "pipeline_version": "old",
   "start_date": "2020-06-13",
   "end_date": "2020-06-19",
   "ref_window_size": 7,
-  "data_folder": "C:/Covidcast/covidcast-indicators/validator/data"
+  "data_folder": "C:/Covidcast/covidcast-indicators/validator/data",
+  "minimum_sample_size": 100
+  }
 }