init

conf/configuration.yml

@@ -9,6 +9,7 @@ SERVICE_CONFIG:
 SYSTEM_CONFIG:
   shared_mount_base_ai_job: /mnt/ilens/ai-jobs/
   timestamp_label: timestamp
+  default_run_id: default_run_id
 
 #----------------------If read conf from mongo------------#
 FOR_EACH_MONGO_CONFIG:

scripts/common/config_parser.py

@@ -31,10 +31,11 @@ try:
     sys.stderr.write("Checking for run id parameters at path " + run_id_path + "\n")
     with open(run_id_path) as f:
         run_id_param = json.load(f)
+    run_id = run_id_param['run_id']
 except Exception as e:
-    sys.stderr.write("No run_config.json file is there so keeping run id as pipeline_id_run  " + "\n")
-    run_id = pipeline_id + "_run"
-run_id = run_id_param['run_id']
+    sys.stderr.write("No run_config.json file is there so keeping run id as default_run_id  " + "\n")
+    run_id = _config.get("SYSTEM_CONFIG", {}).get('default_run_id')
+
 fillna_method = os.environ.get("fillna_method", default="ffill")
 
 # shared_mount_base_ai_job/$pipeline_id/$run_id/PreprocessWeatherData/input/$.json

temp/mnt/ilens/ai-jobs/pipe1/run1/GetDataFromStore/param.json

-{
-	"artifact_name": "response.json"
-}
\ No newline at end of file

temp/mnt/ilens/ai-jobs/pipe1/run1/RunModel/input/data.csv

-timestamp,Maximum Temperature,Minimum Temperature,Temperature,Precipitation,Wind Speed,Wind Direction,Visibility,Cloud Cover,Relative Humidity,month
-2021-03-02,36.0,24.0,28.4,0.0,18.4,126.4,9.8,7.6,71.7,3
-2021-03-03,30.4,23.0,26.9,0.0,19.1,68.0,24.1,0.3,73.3,3
-2021-03-04,29.8,23.1,26.5,0.1,21.2,54.0,24.1,17.3,72.0,3
-2021-03-05,30.6,22.3,26.3,0.0,19.4,66.9,24.1,0.3,71.9,3
-2021-03-06,30.5,22.9,26.7,0.0,20.9,51.9,24.1,0.1,73.9,3
-2021-03-07,30.4,23.9,27.2,0.09,20.2,59.2,24.1,19.0,75.9,3
-2021-03-08,31.3,24.8,27.7,0.35,20.9,52.7,24.1,20.9,75.0,3
-2021-03-09,31.5,24.4,27.6,4.46,22.3,58.5,22.6,28.5,75.9,3
-2021-03-10,31.9,24.2,27.8,0.14,21.2,66.2,24.1,5.0,76.6,3
-2021-03-11,30.8,24.1,27.5,0.0,21.2,56.9,24.1,7.9,75.5,3
-2021-03-12,31.2,24.1,27.7,0.51,21.6,65.7,24.1,28.6,74.0,3
-2021-03-13,31.0,24.8,27.6,0.71,20.9,55.5,24.1,7.2,76.2,3
-2021-03-14,31.9,23.7,27.4,0.0,22.0,64.0,24.1,2.9,74.6,3
-2021-03-15,31.1,23.6,27.3,0.0,20.5,60.0,24.1,9.3,75.5,3
-2021-03-16,30.6,23.5,27.2,0.0,21.2,59.6,24.1,10.7,72.7,3

temp/mnt/ilens/ai-jobs/pipe1/run_config.json

-{
-	"run_id" : "run1"
-}
\ No newline at end of file