Added recursive dir creation, column naming for the csv file

main.py

@@ -71,9 +71,8 @@ def get_data(query):
     if KariosConstants.GROUPBY_KEY not in config.keys():
         query[KariosConstants.METRICS_KEY][0].pop(KariosConstants.GROUPBY_KEY)
     if KariosConstants.TAG_HIERARCHY_KEY in config.keys():
-        query[KariosConstants.METRICS_KEY][0][KariosConstants.TAGS_KEY][KariosConstants.C3_KEY] = [config[
-                                                                                                       KariosConstants.
-                                                                                                           TAG_HIERARCHY_KEY]]
+        query[KariosConstants.METRICS_KEY][0][KariosConstants.TAGS_KEY][KariosConstants.C3_KEY] = \
+            [list(config[KariosConstants.TAG_HIERARCHY_KEY].values())[0]]
     else:
         raise Exception(ComponentExceptions.MISSING_TAG_HIERARCHY_EXCEPTION)
 
@@ -84,6 +83,7 @@ def get_data(query):
         data = response.json()[KariosConstants.QUERIES_KEY][0][KariosConstants.RESULTS_KEY][0] \
         [KariosConstants.VALUES_KEY]
         df = DataFrame.from_dict(data)
+        df.columns = [KariosConstants.TIMESTAMP_COLUMN_NAME, list(config[KariosConstants.TAG_HIERARCHY_KEY].keys())[0]]
         return df
     else:
         raise Exception(response.json()[KariosConstants.ERRORS_KEY])
@@ -91,5 +91,5 @@ def get_data(query):
 
 if __name__ == '__main__':
     data = get_data(KariosConstants.QUERY)
-    data.to_csv(os.path.join(config['shared_volume'], 'data.csv'))
-    logger.info("Data successfully written to --> {}".format(os.path.join(config['shared_volume'], 'data.csv')))
+    data.to_csv(os.path.join(config['shared_volume'], 'data.csv'), index=False)
+    logger.info("Data successfully written to --> {}".format(os.path.join(config['shared_volume'], 'data.csv')))
\ No newline at end of file

scripts/common/config_parser.py

@@ -33,4 +33,6 @@ LOG_HANDLER_NAME = _config.get('SERVICE_CONFIG', {}).get("LOG_HANDLER_NAME", "Re
 config = json.loads(os.environ.get('config'))
 
 if not os.path.exists(config['shared_volume']):
-    raise Exception("Shared path does not exist!")
+    sys.stderr.write("Shared path does not exist!")
+    sys.stderr.write("Creating path --> {}".format(config['shared_volume']))
+    os.makedirs(config['shared_volume'])

scripts/common/constants.py

@@ -26,6 +26,7 @@ class KariosConstants:
     REQUEST_SUCCESS_CODE = 200
     PLUGINS_KEY = "plugins"
     CACHE_TIME_KEY = "cache_time"
+    TIMESTAMP_COLUMN_NAME = "timestamp"
     QUERY = {
         METRICS_KEY: [
             {