Commit 2cec3347 authored by dasharatha.vamshi's avatar dasharatha.vamshi

init

parent 4a0003b1
...@@ -6,3 +6,11 @@ ...@@ -6,3 +6,11 @@
2021-03-02 17:39:37,850 INFO GetDataFromStore Creating Connection........ 2021-03-02 17:39:37,850 INFO GetDataFromStore Creating Connection........
2021-03-02 17:39:40,100 INFO GetDataFromStore Started downloading file to path temp/mnt/ilens/ai-job//pipe1/run1/PreprocessWeatherData/input\test1.pkl from path /data/model/tested/test1.pkl on azure 2021-03-02 17:39:40,100 INFO GetDataFromStore Started downloading file to path temp/mnt/ilens/ai-job//pipe1/run1/PreprocessWeatherData/input\test1.pkl from path /data/model/tested/test1.pkl on azure
2021-03-02 17:39:40,101 INFO GetDataFromStore File Downloaded Successfully 2021-03-02 17:39:40,101 INFO GetDataFromStore File Downloaded Successfully
2021-03-02 18:33:50,147 INFO GetDataFromStore {'pipeline_id': 'pipe1', 'run_id': 'run1', 'shared_mount_base_ai_job': 'temp/mnt/ilens/ai-job/', 'data_store': 'Azure', 'container_name': 'ilensqa', 'artifact_base_path': '/data/model/tested/', 'artifact_name': 'response.json', 'connection_string': 'DefaultEndpointsProtocol=https;AccountName=azrabsilensqa01;AccountKey=DN6q6kX98JM8yUwtuJh2bAaXUGFo1zRS5HJSsa/ZA+MlmctjC000eHP7bdXiQqkI/MVtADhS8c9E88LI5T4UHw==;EndpointSuffix=core.windows.net', 'component_output_dir': 'temp/mnt/ilens/ai-job//pipe1/run1/PreprocessWeatherData/input'}
2021-03-02 18:33:50,148 INFO GetDataFromStore Creating Connection........
2021-03-02 18:33:52,554 INFO GetDataFromStore Started downloading file to path temp/mnt/ilens/ai-job//pipe1/run1/PreprocessWeatherData/input\response.json from path /data/model/tested/response.json on azure
2021-03-02 18:33:52,555 INFO GetDataFromStore File Downloaded Successfully
2021-03-02 18:35:17,734 INFO GetDataFromStore {'pipeline_id': 'pipe1', 'run_id': 'run1', 'shared_mount_base_ai_job': 'temp/mnt/ilens/ai-job/', 'data_store': 'Azure', 'container_name': 'ilensqa', 'artifact_base_path': '/data/model/tested/', 'artifact_name': 'response.json', 'connection_string': 'DefaultEndpointsProtocol=https;AccountName=azrabsilensqa01;AccountKey=DN6q6kX98JM8yUwtuJh2bAaXUGFo1zRS5HJSsa/ZA+MlmctjC000eHP7bdXiQqkI/MVtADhS8c9E88LI5T4UHw==;EndpointSuffix=core.windows.net', 'component_output_dir': 'temp/mnt/ilens/ai-job//pipe1/run1/PreprocessWeatherData/input'}
2021-03-02 18:35:17,735 INFO GetDataFromStore Creating Connection........
2021-03-02 18:35:19,258 INFO GetDataFromStore Started downloading file to path temp/mnt/ilens/ai-job//pipe1/run1/PreprocessWeatherData/input\response.json from path /data/model/tested/response.json on azure
2021-03-02 18:35:19,259 INFO GetDataFromStore File Downloaded Successfully
...@@ -19,9 +19,7 @@ else: ...@@ -19,9 +19,7 @@ else:
sys.exit(1) sys.exit(1)
# os.environ['pipeline_id'] = "pipe1" # os.environ['pipeline_id'] = "pipe1"
# os.environ['component_output_dir'] = "test"
# os.environ['artifact_base_path'] = "/data/model/tested/" # os.environ['artifact_base_path'] = "/data/model/tested/"
# os.environ['artifact_name'] = "test1.pkl"
# ------------------------ Configurations ----------------------------------------------------------------------------- # ------------------------ Configurations -----------------------------------------------------------------------------
pipeline_id = os.environ.get('PIPELINE_ID', default="pipeline_313") pipeline_id = os.environ.get('PIPELINE_ID', default="pipeline_313")
......
{ {
"artifact_name": "test1.pkl" "artifact_name": "response.json"
} }
\ No newline at end of file
This source diff could not be displayed because it is too large. You can view the blob instead.
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment