init

logs/GetDataFromStore.log

@@ -6,3 +6,11 @@
 2021-03-02 17:39:37,850  INFO GetDataFromStore Creating Connection........
 2021-03-02 17:39:40,100  INFO GetDataFromStore Started downloading file to path temp/mnt/ilens/ai-job//pipe1/run1/PreprocessWeatherData/input\test1.pkl from path /data/model/tested/test1.pkl on azure
 2021-03-02 17:39:40,101  INFO GetDataFromStore File Downloaded Successfully
+2021-03-02 18:33:50,147  INFO GetDataFromStore {'pipeline_id': 'pipe1', 'run_id': 'run1', 'shared_mount_base_ai_job': 'temp/mnt/ilens/ai-job/', 'data_store': 'Azure', 'container_name': 'ilensqa', 'artifact_base_path': '/data/model/tested/', 'artifact_name': 'response.json', 'connection_string': 'DefaultEndpointsProtocol=https;AccountName=azrabsilensqa01;AccountKey=DN6q6kX98JM8yUwtuJh2bAaXUGFo1zRS5HJSsa/ZA+MlmctjC000eHP7bdXiQqkI/MVtADhS8c9E88LI5T4UHw==;EndpointSuffix=core.windows.net', 'component_output_dir': 'temp/mnt/ilens/ai-job//pipe1/run1/PreprocessWeatherData/input'}
+2021-03-02 18:33:50,148  INFO GetDataFromStore Creating Connection........
+2021-03-02 18:33:52,554  INFO GetDataFromStore Started downloading file to path temp/mnt/ilens/ai-job//pipe1/run1/PreprocessWeatherData/input\response.json from path /data/model/tested/response.json on azure
+2021-03-02 18:33:52,555  INFO GetDataFromStore File Downloaded Successfully
+2021-03-02 18:35:17,734  INFO GetDataFromStore {'pipeline_id': 'pipe1', 'run_id': 'run1', 'shared_mount_base_ai_job': 'temp/mnt/ilens/ai-job/', 'data_store': 'Azure', 'container_name': 'ilensqa', 'artifact_base_path': '/data/model/tested/', 'artifact_name': 'response.json', 'connection_string': 'DefaultEndpointsProtocol=https;AccountName=azrabsilensqa01;AccountKey=DN6q6kX98JM8yUwtuJh2bAaXUGFo1zRS5HJSsa/ZA+MlmctjC000eHP7bdXiQqkI/MVtADhS8c9E88LI5T4UHw==;EndpointSuffix=core.windows.net', 'component_output_dir': 'temp/mnt/ilens/ai-job//pipe1/run1/PreprocessWeatherData/input'}
+2021-03-02 18:35:17,735  INFO GetDataFromStore Creating Connection........
+2021-03-02 18:35:19,258  INFO GetDataFromStore Started downloading file to path temp/mnt/ilens/ai-job//pipe1/run1/PreprocessWeatherData/input\response.json from path /data/model/tested/response.json on azure
+2021-03-02 18:35:19,259  INFO GetDataFromStore File Downloaded Successfully

scripts/common/config_parser.py

@@ -19,9 +19,7 @@ else:
     sys.exit(1)
 
 # os.environ['pipeline_id'] = "pipe1"
-# os.environ['component_output_dir'] = "test"
 # os.environ['artifact_base_path'] = "/data/model/tested/"
-# os.environ['artifact_name'] = "test1.pkl"
 
 # ------------------------ Configurations -----------------------------------------------------------------------------
 pipeline_id = os.environ.get('PIPELINE_ID', default="pipeline_313")

temp/mnt/ilens/ai-job/pipe1/run1/GetDataFromStore/param.json

 {
-	"artifact_name": "test1.pkl"
+	"artifact_name": "response.json"
 }
\ No newline at end of file