init

conf/configuration.yml

 #---------------Service Configurations----------------#
 SERVICE_CONFIG:
   LOG_LEVEL: info
-  LOG_HANDLER_NAME: AzureBlobUpload
+  LOG_HANDLER_NAME: AzureFileUpload
   LOGSTASH_HOST: 192.168.1.47
   LOGSTASH_PORT: 5000
 

logs/AzureBlobUpload.log

-2021-03-01 14:52:31,294  INFO AzureBlobUpload Creating Connection........
-2021-03-01 14:52:31,614  INFO AzureBlobUpload Started uploading file at path E:\iLens-AI\azure-blolb-upload\StandardScaler.pkl is uploaded at path azure_file_path on azure
-2021-03-01 14:52:31,614  INFO AzureBlobUpload File Uploaded Successfully
-2021-03-01 14:52:55,472  INFO AzureBlobUpload Creating Connection........
-2021-03-01 14:52:55,738  INFO AzureBlobUpload Started uploading file at path E:\iLens-AI\azure-blolb-upload\StandardScaler.pkl is uploaded at path /data/model/tested/test.pkl on azure
-2021-03-01 14:52:55,738  INFO AzureBlobUpload File Uploaded Successfully
+2021-03-01 17:21:03,160  INFO AzureBlobUpload Creating Connection........
+2021-03-01 17:21:03,161  INFO AzureBlobUpload Azure File Upload Component Failed
+2021-03-01 17:21:03,163  INFO AzureBlobUpload Traceback (most recent call last):
+  File "E:/iLens-AI/azure-file-upload/main.py", line 20, in upload_to_blob
+    with open(query[AzureUploadBlobConstants.LOCAL_FILE_PATH], "rb") as data:
+FileNotFoundError: [Errno 2] No such file or directory: 'E:\\iLens-AI\\azure-blolb-upload\\StandardScaler.pkl'
+
+During handling of the above exception, another exception occurred:
+
+Traceback (most recent call last):
+  File "E:/iLens-AI/azure-file-upload/main.py", line 39, in <module>
+    val = obj.upload_to_blob(config)
+  File "E:/iLens-AI/azure-file-upload/main.py", line 25, in upload_to_blob
+    raise Exception(e)
+Exception: [Errno 2] No such file or directory: 'E:\\iLens-AI\\azure-blolb-upload\\StandardScaler.pkl'
+
+2021-03-01 17:21:25,388  INFO AzureBlobUpload Creating Connection........
+2021-03-01 17:21:25,723  INFO AzureBlobUpload Started uploading file at path E:\iLens-AI\azure-file-upload\StandardScaler.pkl is uploaded at path /data/model/tested/test1.pkl on azure
+2021-03-01 17:21:25,724  INFO AzureBlobUpload File Uploaded Successfully
+2021-03-01 17:21:43,841  INFO AzureBlobUpload Creating Connection........
+2021-03-01 17:21:44,036  INFO AzureBlobUpload Started uploading file at path E:\iLens-AI\azure-file-upload\StandardScaler.pkl to path /data/model/tested/test1.pkl on azure
+2021-03-01 17:21:44,037  INFO AzureBlobUpload File Uploaded Successfully

logs/AzureFileUpload.log

+2021-03-01 17:24:00,923  INFO AzureFileUpload Creating Connection........
+2021-03-01 17:24:01,179  INFO AzureFileUpload Started uploading file at path E:\iLens-AI\azure-file-upload\StandardScaler.pkl to path /data/model/tested/test1.pkl on azure
+2021-03-01 17:24:01,179  INFO AzureFileUpload File Uploaded Successfully
+2021-03-01 17:24:34,813  INFO AzureFileUpload Creating Connection........
+2021-03-01 17:24:35,417  INFO AzureFileUpload Started uploading file at path E:\iLens-AI\azure-file-upload\StandardScaler.pkl to path /data/model/tested/test1.pkl on azure
+2021-03-01 17:24:35,417  INFO AzureFileUpload File Uploaded Successfully

main.py

@@ -19,7 +19,7 @@ class AzureUpload:
                                                                    blob=query[AzureUploadBlobConstants.AZURE_FILE_PATH])
             with open(query[AzureUploadBlobConstants.LOCAL_FILE_PATH], "rb") as data:
                 blob_client.upload_blob(data, overwrite=True)
-            logger.info("Started uploading file at path " + query[AzureUploadBlobConstants.LOCAL_FILE_PATH] + " is uploaded at path " + query[AzureUploadBlobConstants.AZURE_FILE_PATH] + " on azure")
+            logger.info("Started uploading file at path " + query[AzureUploadBlobConstants.LOCAL_FILE_PATH] + " to path " + query[AzureUploadBlobConstants.AZURE_FILE_PATH] + " on azure")
             return True
         except Exception as e:
             raise Exception(e)
@@ -40,5 +40,5 @@ if __name__ == '__main__':
         if val:
             logger.info("File Uploaded Successfully")
     except:
-        logger.info("Web Component Failed")
+        logger.info("Azure File Upload Component Failed")
         logger.info(traceback.format_exc())

scripts/common/config_parser.py

@@ -80,13 +80,13 @@ if not os.path.exists(os.path.join(os.getcwd(), 'logs')):
     os.mkdir(os.path.join(os.getcwd(), 'logs'))
 
 LOG_LEVEL = os.environ.get("LOG_LEVEL", _config.get('SERVICE_CONFIG', {}).get("LOG_LEVEL", "INFO")).upper()
-LOG_HANDLER_NAME = _config.get('SERVICE_CONFIG', {}).get("LOG_HANDLER_NAME", "AzureBlobUpload")
+LOG_HANDLER_NAME = _config.get('SERVICE_CONFIG', {}).get("LOG_HANDLER_NAME", "AzureFileUpload")
 ENABLE_LOGSTASH_LOG = os.environ.get("ENABLE_LOGSTASH_LOG", 'False').lower()
 LOGSTASH_HOST = _config.get('SERVICE_CONFIG', {}).get('LOGSTASH_HOST')
 LOGSTASH_PORT = str(_config.get('SERVICE_CONFIG', {}).get('LOGSTASH_PORT'))
 
-os.environ['azure_file_path'] = '/data/model/tested/test.pkl'
-os.environ['local_file_path'] = r'E:\iLens-AI\azure-blolb-upload\StandardScaler.pkl'
+os.environ['azure_file_path'] = '/data/model/tested/test1.pkl'
+os.environ['local_file_path'] = r'E:\iLens-AI\azure-file-upload\StandardScaler.pkl'
 config = {
     "azure_file_path": os.environ.get("azure_file_path"),
     "local_file_path": os.environ.get("local_file_path"),

scripts/common/constants.py

@@ -4,7 +4,7 @@
 class AzureUploadBlobConstants:
     CONTAINER = "ilensqa"
     CONNECTION_STRING = "DefaultEndpointsProtocol=https;AccountName=azrabsilensqa01;AccountKey=DN6q6kX98JM8yUwtuJh2bAaXUGFo1zRS5HJSsa/ZA+MlmctjC000eHP7bdXiQqkI/MVtADhS8c9E88LI5T4UHw==;EndpointSuffix=core.windows.net"
-    COMPONENT_NAME = "AzureUpload"
+    COMPONENT_NAME = "AzureUploadFE"
     AZURE_FILE_PATH = "azure_file_path"
     LOCAL_FILE_PATH = "local_file_path"
     HTTP = "http://"