Added debug logging

main.py

@@ -83,6 +83,7 @@ def get_data(query):
         data = response.json()[KariosConstants.QUERIES_KEY][0][KariosConstants.RESULTS_KEY][0] \
         [KariosConstants.VALUES_KEY]
         df = DataFrame.from_dict(data)
+        logger.debug("Dataframe --> {}".format(df.head()))
         df.columns = [KariosConstants.TIMESTAMP_COLUMN_NAME, list(config[KariosConstants.TAG_HIERARCHY_KEY].keys())[0]]
         return df
     else:
@@ -90,6 +91,7 @@ def get_data(query):
 
 
 if __name__ == '__main__':
+    logger.debug("Config --> {}".format(config))
     data = get_data(KariosConstants.QUERY)
     data.to_csv(os.path.join(config['shared_volume'], 'data.csv'), index=False)
     logger.info("Data successfully written to --> {}".format(os.path.join(config['shared_volume'], 'data.csv')))

scripts/common/config_parser.py

@@ -27,7 +27,7 @@ BASE_LOG_PATH = os.path.join(os.getcwd(), "logs")
 if not os.path.exists(os.path.join(os.getcwd(), 'logs')):
     os.mkdir(os.path.join(os.getcwd(), 'logs'))
 
-LOG_LEVEL = _config.get('SERVICE_CONFIG', {}).get("LOG_LEVEL", "INFO").upper()
+LOG_LEVEL = os.environ.get("LOG_LEVEL" ,_config.get('SERVICE_CONFIG', {}).get("LOG_LEVEL", "INFO")).upper()
 LOG_HANDLER_NAME = _config.get('SERVICE_CONFIG', {}).get("LOG_HANDLER_NAME", "ReadFromKairos")
 
 config = json.loads(os.environ.get('config'))