init

.gitignore

+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+.pybuilder/
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+#   For a library or package, you might want to ignore these files since the code is
+#   intended to run in multiple environments; otherwise, check them in:
+# .python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+
+# Cython debug symbols
+cython_debug/
+
+# pycharm
+.idea/
+
+# logs
+logs/
\ No newline at end of file

Dockerfile

+FROM python:3.7-slim
+ADD . /opt
+WORKDIR /opt
+RUN pip install -r requirements.txt
+CMD python main.py

conf/configuration.yml

+#---------------Service Configurations----------------#
+SERVICE_CONFIG:
+  LOG_LEVEL: info
+  LOG_HANDLER_NAME: MergeWeatherData
+  LOGSTASH_HOST: 192.168.1.47
+  LOGSTASH_PORT: 5000
+
+#--------------System Configurations--------------------#
+# for testing use temp/mnt/ilens/ai-jobs/
+#--------------System Configurations--------------------#
+SYSTEM_CONFIG:
+  shared_mount_base_ai_job: temp/mnt/ilens/ai-jobs/
+  default_run_id: default_run_id
+
+#----------------------If read conf from mongo------------#
+FOR_EACH_MONGO_CONFIG:
+  READ_FROM_MONGO: true
+  MONGO_URI: mongodb://192.168.0.210:27017
+  MONGO_DB: iLensAiPipeline
+  MONGO_RUN_COLL: runMetadata
+  MONGO_SITE_COLL: siteMetadata

main.py

+import traceback
+from scripts.common.config_parser import config
+from scripts.common.constants import MergeWeatherDataConstants, ComponentExceptions
+from scripts.common.logsetup import logger
+from datetime import date, datetime
+import uuid
+import json
+import os
+import pandas as pd
+
+
+class MergeWeatherData:
+    def __init__(self, query):
+        self.query = query
+        self.historical_data = self.query['historic_data']
+        self.component_input_dir = self.query['component_input_dir']
+        self.component_output_dir = self.query['component_output_dir']
+        self.energy_data_path = os.path.join(self.component_input_dir, os.listdir(self.component_input_dir)[0])
+        # "Epoch Time"
+        self.epoch_time = MergeWeatherDataConstants.EPOCH_TIME
+
+    def preprocess_energy_data(self, energy_df):
+        logger.info("Cleaning the energy data ..............")
+        energy_df["Date"] = energy_df[self.epoch_time].apply(self.fix_epoch_time)
+        energy_df["Date"] = pd.to_datetime(energy_df["Date"])
+        energy_df.drop(columns=[self.epoch_time], inplace=True)
+        return energy_df
+
+    def merge_data_frames(self, hist_df, energy_df):
+        logger.info("Merging the historical and energy data ............")
+        data_train_df = pd.merge(energy_df, hist_df, left_on="Date", right_on="Date", how="inner")
+        return data_train_df
+
+    def fix_epoch_time(self, x):
+        x = str(x)
+        return datetime.fromtimestamp(int(x[0:10])).date()
+
+    def preprocess_merged_data(self, data_train_df):
+        try:
+            logger.info("Cleaning the Merged data ..............")
+            data_train_df['month'] = pd.DatetimeIndex(data_train_df['Date']).month
+            data_train_df.drop(columns=["Date"], inplace=True)
+            return data_train_df
+        except Exception as e:
+            logger.info(traceback.format_exc())
+            logger.info(e)
+
+    def split_data(self, data_train_df):
+        try:
+            logger.info("Creating X train and Y train ..............")
+            x_train_df = data_train_df.drop(columns=["value"])
+            y_train_df = data_train_df[["value"]]
+            x_train_df.to_csv(os.path.join(self.component_output_dir,"X_train.csv"))
+            y_train_df.to_csv(os.path.join(self.component_output_dir, "Y_train.csv"))
+            return True
+        except Exception as e:
+            logger.info(traceback.format_exc())
+            logger.info(e)
+
+    def preprocess_historical_data(self, hist_df):
+        try:
+            logger.info("Cleaning the historical data ..............")
+            hist_df.reset_index(inplace=True)
+            hist_df["Date"] = pd.to_datetime(hist_df["Date time"])
+            hist_df.drop(
+                columns=["index", "Wind Chill", "Wind Gust", "Name", "Date time", "Snow Depth", "Snow", "Conditions",
+                         "Heat Index"], inplace=True)
+            return hist_df
+        except Exception as e:
+            logger.info(traceback.format_exc())
+            logger.info(e)
+
+    def run(self):
+        try:
+            logger.info("Reading historical data from {}".format(self.historical_data))
+            hist_df = pd.read_csv(self.historical_data)
+            hist_df = self.preprocess_historical_data(hist_df)
+            print(hist_df.head())
+            logger.info("Reading energy data from {}".format(self.energy_data_path))
+            energy_df = pd.read_csv(self.energy_data_path)[["timestamp", "value"]]
+            energy_df = self.preprocess_energy_data(energy_df)
+            print(energy_df.head())
+            data_train_df = self.merge_data_frames(hist_df, energy_df)
+            data_train_df = self.preprocess_merged_data(data_train_df)
+            print(data_train_df.head())
+            if self.split_data(data_train_df):
+                return True
+            else:
+                return False
+        except Exception as e:
+            logger.info(traceback.format_exc())
+            logger.info(e)
+            return False
+
+
+if __name__ == '__main__':
+    try:
+        obj = MergeWeatherData(config)
+        if obj.run():
+            logger.info("Component ran successfully")
+        else:
+            logger.info("Component Failed........")
+    except Exception as e:
+        logger.info("Merge Weather Data Component Failed")
+        logger.info(traceback.format_exc())

requirements.txt

+requests
+pyyaml
+python-logstash-async
+pymongo
+sklearn
+pandas

scripts/common/config_parser.py

+#!/usr/bin/env python
+import os
+import sys
+import yaml
+import json
+from pymongo import MongoClient, DESCENDING
+from scripts.common.constants import MergeWeatherDataConstants
+
+config_path = os.path.join(os.getcwd(), "conf", "configuration.yml")
+if os.path.exists(config_path):
+    sys.stderr.write("Reading config from --> {}".format(config_path))
+    sys.stderr.write("\n")
+
+    with open(config_path, 'r') as stream:
+        _config = yaml.safe_load(stream)
+else:
+    sys.stderr.write("Configuration not found...")
+    sys.stderr.write("Exiting....")
+    sys.exit(1)
+# uncomment for Testing
+os.environ['pipeline_id'] = "pipe1"
+# os.environ['artifact_base_path'] = "/data/ai-models"
+# os.environ['ilens_tag_hierarchy'] = 'site1'
+# os.environ['container_name'] = 'test'
+# ------------------------ Configurations -----------------------------------------------------------------------------
+pipeline_id = os.environ.get('PIPELINE_ID', default="pipeline_313")
+shared_mount_base_ai_job = os.environ.get("shared_mount_base_ai_job",
+                                          _config.get("SYSTEM_CONFIG", {}).get('shared_mount_base_ai_job'))
+# read from $shared_mount_base_ai_job/$pipeline_id/run.config
+# run_id_path = shared_mount_base_ai_job + "/" + pipeline_id + "/run_config.json"
+run_id_path = os.path.join(shared_mount_base_ai_job, pipeline_id, "run_config.json")
+
+try:
+    sys.stderr.write("Checking for run id parameters at path " + run_id_path + "\n")
+    with open(run_id_path) as f:
+        run_id_param = json.load(f)
+    run_id = run_id_param['run_id']
+except Exception as e:
+    sys.stderr.write("No run_config.json file is there so keeping run id as default_run_id  " + "\n")
+    run_id = _config.get("SYSTEM_CONFIG", {}).get('default_run_id')
+
+historic_data_path = os.path.join(shared_mount_base_ai_job, 'historical_weather_data')
+
+component_input_dir = os.path.join(shared_mount_base_ai_job, pipeline_id, run_id,
+                                   MergeWeatherDataConstants.COMPONENT_NAME, "input")
+
+component_output_dir = os.path.join(shared_mount_base_ai_job, pipeline_id, run_id,
+                                    MergeWeatherDataConstants.NEXT_COMPONENT, "input")
+component_parameter_path = os.path.join(shared_mount_base_ai_job, pipeline_id, run_id,
+                                        MergeWeatherDataConstants.COMPONENT_NAME, "param.json")
+try:
+    sys.stderr.write("Checking for component parameters at path " + component_parameter_path + "\n")
+    with open(component_parameter_path) as f:
+        component_parameter = json.load(f)
+    historic_file_name = component_parameter['historic_file_name']
+except Exception as e:
+    sys.stderr.write("No param.json file so trying to take from env" + "\n")
+    try:
+        historic_file_name = os.environ.get('historic_file_name')
+    except Exception as e:
+        raise KeyError(e)
+
+BASE_LOG_PATH = os.path.join(os.getcwd(), "logs")
+if not os.path.exists(os.path.join(os.getcwd(), 'logs')):
+    os.mkdir(os.path.join(os.getcwd(), 'logs'))
+
+LOG_LEVEL = os.environ.get("LOG_LEVEL", _config.get('SERVICE_CONFIG', {}).get("LOG_LEVEL", "INFO")).upper()
+LOG_HANDLER_NAME = _config.get('SERVICE_CONFIG', {}).get("LOG_HANDLER_NAME", "MergeWeatherData")
+ENABLE_LOGSTASH_LOG = os.environ.get("ENABLE_LOGSTASH_LOG", 'False').lower()
+LOGSTASH_HOST = _config.get('SERVICE_CONFIG', {}).get('LOGSTASH_HOST')
+LOGSTASH_PORT = str(_config.get('SERVICE_CONFIG', {}).get('LOGSTASH_PORT'))
+
+config = {
+    'pipeline_id': pipeline_id,
+    'run_id': run_id,
+    'shared_mount_base_ai_job': shared_mount_base_ai_job,
+    'component_output_dir': component_output_dir,
+    'component_input_dir': component_input_dir,
+    'historic_data_path': historic_data_path,
+    'historic_file_name': historic_file_name,
+    'historic_data': os.path.join(historic_data_path, historic_file_name)
+}
+
+if not os.path.exists(config['shared_mount_base_ai_job']):
+    sys.stderr.write("Shared path does not exist!" + "\n")
+    sys.stderr.write("Creating path --> {}".format(config['shared_mount_base_ai_job'] + "\n"))
+    os.makedirs(config['shared_mount_base_ai_job'])
+
+if not os.path.exists(config['component_output_dir']):
+    sys.stderr.write("component_output_dir does not exist!" + "\n")
+    sys.stderr.write("Creating path --> {}".format(config['component_output_dir'] + "\n"))
+    os.makedirs(config['component_output_dir'])

scripts/common/constants.py

+#!/usr/bin/env python
+
+
+class MergeWeatherDataConstants:
+    NEXT_COMPONENT = "ModelFitting"
+    COMPONENT_NAME = "MergeWeatherData"
+    HTTP = "http://"
+    LOG_VAR_MESSAGE = "\n" + "#" * 25 + "\n" + "{}" + "\n" + "#" * 25 + "\n" + "{}\n"
+    EPOCH_TIME = "timestamp"
+
+
+class ComponentExceptions:
+    INVALID_AZURE_FILE_PATH_EXCEPTION = "AZURE PATH ERROR"
+    INVALID_LOCAL_FILE_PATH_EXCEPTION = "No File in the local path"
+    INVALID_ARTIFACT_BASE_PATH_EXCEPTION = "Artifact base path value is missing"
+    INVALID_AZURE_FILE_NAME_EXCEPTION = "Artifact name is missing"
+    INVALID_CONTAINER_NAME = "Container name is missing"
+    FAILED_UPLOAD_TO_BLOB = "Failed while uploading to blob"

scripts/common/logsetup.py

+import os
+import logging
+from logging.handlers import RotatingFileHandler
+from logstash_async.handler import AsynchronousLogstashHandler
+from scripts.common.config_parser import LOG_LEVEL, LOG_HANDLER_NAME, BASE_LOG_PATH
+from scripts.common.config_parser import LOG_LEVEL, LOG_HANDLER_NAME, BASE_LOG_PATH, LOGSTASH_HOST, LOGSTASH_PORT, ENABLE_LOGSTASH_LOG
+
+DEFAULT_FORMAT = '%(asctime)s %(levelname)5s %(name)s %(message)s'
+DEBUG_FORMAT = '%(asctime)s %(levelname)5s %(name)s [%(threadName)5s:%(filename)5s:%(funcName)5s():%(lineno)s] %(' \
+               'message)s '
+EXTRA = {}
+FORMATTER = DEFAULT_FORMAT
+if LOG_LEVEL.strip() == "DEBUG":
+    FORMATTER = DEBUG_FORMAT
+logging.trace = logging.DEBUG - 5
+logging.addLevelName(logging.DEBUG - 5, 'TRACE')
+
+
+class ILensLogger(logging.getLoggerClass()):
+    def __init__(self, name):
+        super().__init__(name)
+
+    def trace(self, msg, *args, **kwargs):
+        if self.isEnabledFor(logging.trace):
+            self._log(logging.trace, msg, args, **kwargs)
+
+
+def get_logger(log_handler_name):
+    """
+    Purpose : To create logger .
+    :param log_handler_name: Name of the log handler.
+    :return: logger object.
+    """
+    log_path = os.path.join(BASE_LOG_PATH, log_handler_name + ".log")
+    logging.setLoggerClass(ILensLogger)
+    _logger = logging.getLogger(log_handler_name)
+    _logger.setLevel(LOG_LEVEL.strip().upper())
+    log_handler = logging.StreamHandler()
+    log_handler.setLevel(LOG_LEVEL)
+    formatter = logging.Formatter(FORMATTER)
+    log_handler.setFormatter(formatter)
+    handler = RotatingFileHandler(log_path, maxBytes=10485760,
+                                  backupCount=5)
+    handler.setFormatter(formatter)
+    _logger.addHandler(log_handler)
+    _logger.addHandler(handler)
+    if ENABLE_LOGSTASH_LOG == 'true' and LOGSTASH_PORT is not None and LOGSTASH_HOST is not None and LOGSTASH_PORT.isdigit():
+        _logger.addHandler(AsynchronousLogstashHandler(LOGSTASH_HOST, int(LOGSTASH_PORT), database_path=None))
+
+    return _logger
+
+
+logger = get_logger(LOG_HANDLER_NAME)

temp/mnt/ilens/ai-jobs/historical_weather_data/data1.csv

+Name,Date time,Maximum Temperature,Minimum Temperature,Temperature,Wind Chill,Heat Index,Precipitation,Snow,Snow Depth,Wind Speed,Wind Direction,Wind Gust,Visibility,Cloud Cover,Relative Humidity,Conditions
+"Aluva, Kerala, India",12/01/2019,30,25,27.5,,36.1,44.8,0,0,5.4,26.76,,3.8,44.3,86.46,"Rain, Partially cloudy"
+"Aluva, Kerala, India",12/02/2019,32.8,24,27.5,,39.1,18.03,0,0,16.3,99.09,,3.7,40.1,85.35,"Rain, Partially cloudy"
+"Aluva, Kerala, India",12/03/2019,31,24,27.4,,36.4,42.56,0,0,11.2,84.48,,4.1,32.3,79.52,"Rain, Partially cloudy"
+"Aluva, Kerala, India",12/04/2019,33.8,24,28.4,,37.8,0,0,0,11.7,96.38,,5,31.1,72.24,Partially cloudy
+"Aluva, Kerala, India",12/05/2019,32,23,27.9,,34.8,0,0,0,14.8,124.7,,4.4,27.9,68.83,Partially cloudy
+"Aluva, Kerala, India",12/06/2019,33,23,27.7,,36.9,0,0,0,16,74,,4.2,29.4,71.77,Partially cloudy
+"Aluva, Kerala, India",12/07/2019,34,24,28.4,,38,0,0,0,11.2,110.29,,4.6,37,69.89,Partially cloudy
+"Aluva, Kerala, India",12/08/2019,34,24,28.5,,38.2,0,0,0,11.8,68.21,,4.6,31,71.52,Partially cloudy
+"Aluva, Kerala, India",12/09/2019,34,23,27.8,,34.5,0,0,0,14.8,75.57,,4.7,24.2,66.08,Clear
+"Aluva, Kerala, India",12/10/2019,35,23,27.8,,35.7,0,0,0,14.8,109.04,,4.9,18.1,68.74,Clear
+"Aluva, Kerala, India",12/11/2019,33.8,24.9,28.9,,36.9,0,0,0,16.6,130.79,,4.8,27.5,67.35,Partially cloudy
+"Aluva, Kerala, India",12/12/2019,34,24,28,,39.2,1,0,0,21.7,127.88,,4.2,27.8,76.68,"Rain, Partially cloudy"
+"Aluva, Kerala, India",12/13/2019,34,23,28.2,,37,0,0,0,12.9,87.83,,4.5,30.1,72.56,Partially cloudy
+"Aluva, Kerala, India",12/14/2019,32.8,24,26.7,,36.8,38.98,0,0,20.5,82.96,,4.3,37.8,83.37,"Rain, Partially cloudy"
+"Aluva, Kerala, India",12/15/2019,32,23.9,27.2,,35,31,0,0,14.8,71.91,,4.5,29.3,76.1,"Rain, Partially cloudy"
+"Aluva, Kerala, India",12/16/2019,33,21,26.8,,33.9,0,0,0,13,75.96,,5,33.9,69.64,Partially cloudy
+"Aluva, Kerala, India",12/17/2019,33,23,27.5,,36,0,0,0,19.9,33.43,,4.7,29.3,70.92,Partially cloudy
+"Aluva, Kerala, India",12/18/2019,33,23,27.6,,36,0,0,0,16,48.42,,4.4,33.7,68.73,Partially cloudy
+"Aluva, Kerala, India",12/19/2019,34,23,28.2,,37.2,0,0,0,16.6,59.33,,4.8,26.1,69.76,Partially cloudy
+"Aluva, Kerala, India",12/20/2019,32,24,27.5,,35.7,0,0,0,14.8,130.29,,4.9,29.5,73.58,Partially cloudy
+"Aluva, Kerala, India",12/21/2019,31,25,27.4,,34.4,0,0,0,18.4,80.58,,3.9,32.8,73.91,Partially cloudy
+"Aluva, Kerala, India",12/22/2019,35,23,28.3,,39.4,0,0,0,13,98.52,,4.6,26.2,69.11,Partially cloudy
+"Aluva, Kerala, India",12/23/2019,32,24,27.7,,35.7,0,0,0,12.8,133.91,,4.1,39.5,74.76,Partially cloudy
+"Aluva, Kerala, India",12/24/2019,34,23,27.9,,38.2,0,0,0,13,100,,4.1,36.7,74.27,Partially cloudy
+"Aluva, Kerala, India",12/25/2019,33.8,24,28.6,,38,0,0,0,13,76.09,,4.6,38.8,72.14,Partially cloudy
+"Aluva, Kerala, India",12/26/2019,33,25,28.3,,37,0,0,0,16.6,99.38,,4.6,27.5,73.7,Partially cloudy
+"Aluva, Kerala, India",12/27/2019,34,24,28.2,,39.1,0,0,0,14.8,121.08,,4.4,36.3,75.48,Partially cloudy
+"Aluva, Kerala, India",12/28/2019,33.7,25,28.3,,37.1,0,0,0,18.4,130.04,,3.8,33.4,76.65,Partially cloudy
+"Aluva, Kerala, India",12/29/2019,34,24,28.5,,36.9,0,0,0,13.6,96.3,,4.4,28.3,69.59,Partially cloudy
+"Aluva, Kerala, India",12/30/2019,33,23,27.9,,36.9,0,0,0,18.4,119.04,,4.6,24.8,71.51,Clear
+"Aluva, Kerala, India",12/31/2019,33,24,27.8,,35.9,0,0,0,16.6,128,,4.2,37.3,73.04,Partially cloudy

temp/mnt/ilens/ai-jobs/historical_weather_data/data2.csv

+Name,Date time,Maximum Temperature,Minimum Temperature,Temperature,Wind Chill,Heat Index,Precipitation,Snow,Snow Depth,Wind Speed,Wind Direction,Wind Gust,Visibility,Cloud Cover,Relative Humidity,Conditions
+"Aluva, Kerala, India",12/01/2018,34,24.7,28.8,,37.9,34.8,0,0,13,69.67,,4.2,41.8,74.57,"Rain, Partially cloudy"
+"Aluva, Kerala, India",12/02/2018,33,24,28.1,,36.9,0,0,0,18.4,88.45,,4.3,36.8,71.04,Partially cloudy
+"Aluva, Kerala, India",12/03/2018,33,24,27.8,,35.3,0,0,0,18.4,75.92,,4.2,31.9,73.84,Partially cloudy
+"Aluva, Kerala, India",12/04/2018,33,24,27.4,,36.9,17,0,0,10.2,70.17,,4,66.3,80.61,"Rain, Partially cloudy"
+"Aluva, Kerala, India",12/05/2018,33.8,24.9,28.4,,39.1,40,0,0,16.6,54.55,,4.3,71.5,78.2,"Rain, Partially cloudy"
+"Aluva, Kerala, India",12/06/2018,33,25,28.8,,39.1,3,0,0,13.9,88.65,,4.5,52.9,76.17,"Rain, Partially cloudy"
+"Aluva, Kerala, India",12/07/2018,33,25,28.5,,37,0,0,0,14.8,122.96,,4.4,45.8,75.38,Partially cloudy
+"Aluva, Kerala, India",12/08/2018,34,24,28.5,,36.4,3,0,0,14,91.45,,4.4,45.5,71.85,"Rain, Partially cloudy"
+"Aluva, Kerala, India",12/09/2018,33,23,27.7,,35.7,0,0,0,14.8,85.73,,4.3,29.5,74.55,Partially cloudy
+"Aluva, Kerala, India",12/10/2018,33,24,27.7,,48.4,0,0,0,13,56.88,,3.3,50.5,79.23,Partially cloudy
+"Aluva, Kerala, India",12/11/2018,33,23,27.4,,36,0,0,0,13,64.48,,3.3,30.2,75.17,Partially cloudy
+"Aluva, Kerala, India",12/12/2018,32.8,24,27,,37.9,0,0,0,15.5,141.1,,3.7,50.1,75.94,Partially cloudy
+"Aluva, Kerala, India",12/13/2018,31.2,24,27.6,,36.5,0,0,0,18.1,151.41,,3.7,46.7,78.05,Partially cloudy
+"Aluva, Kerala, India",12/14/2018,33,24,27.7,,37.2,1,0,0,14.8,84.5,,4,43.8,75.64,"Rain, Partially cloudy"
+"Aluva, Kerala, India",12/15/2018,34,22,27,,36.4,0,0,0,12.6,71.29,,4.3,36.5,72.72,Partially cloudy
+"Aluva, Kerala, India",12/16/2018,32,23,27,,35.7,0,0,0,9.4,64,,4.1,43.2,72.9,Partially cloudy
+"Aluva, Kerala, India",12/17/2018,32,23,26.8,,35.7,0,0,0,16.6,103.83,,4.1,42.7,77.33,Partially cloudy
+"Aluva, Kerala, India",12/18/2018,32.7,21,26.4,,35.4,0,0,0,16.6,109.58,,4,35.2,73.73,Partially cloudy
+"Aluva, Kerala, India",12/19/2018,32,23,27,,36.7,0,0,0,14.8,119.26,,4.2,28.9,77.28,Partially cloudy
+"Aluva, Kerala, India",12/20/2018,32,24.9,27.2,,35.7,5.2,0,0,16.6,111.26,,3.8,69.4,79.04,"Rain, Partially cloudy"
+"Aluva, Kerala, India",12/21/2018,33,23,27.5,,36,0,0,0,16.6,89.48,,3.8,42.6,77.2,Partially cloudy
+"Aluva, Kerala, India",12/22/2018,32,23,27.3,,35.7,0,0,0,7.6,100.76,,3.7,45.7,76.22,Partially cloudy
+"Aluva, Kerala, India",12/23/2018,33.7,23,28.2,,38,0,0,0,11.2,124.67,,4.2,45.5,74.02,Partially cloudy
+"Aluva, Kerala, India",12/24/2018,34,24,27.9,,37.2,3.4,0,0,22.3,106.79,,3.8,57,77.59,"Rain, Partially cloudy"
+"Aluva, Kerala, India",12/25/2018,33,23,27.7,,38.9,36.84,0,0,11.3,104.19,,4.1,64.5,78.75,"Rain, Partially cloudy"
+"Aluva, Kerala, India",12/26/2018,34,24,28,,37.2,8.15,0,0,9.8,180,,4,53.3,75.06,"Rain, Partially cloudy"
+"Aluva, Kerala, India",12/27/2018,33,24,28.1,,36,0,0,0,14.8,154.52,,4.4,46.3,73.99,Partially cloudy
+"Aluva, Kerala, India",12/28/2018,32,24,27.5,,35.7,26,0,0,11.2,109.52,,4.1,42,74.73,"Rain, Partially cloudy"
+"Aluva, Kerala, India",12/29/2018,29,23,26.5,,32.8,3.49,0,0,10.2,133,,3.6,79.1,82.31,"Rain, Overcast"
+"Aluva, Kerala, India",12/30/2018,32,24,27.5,,34.8,0.1,0,0,13.8,101.71,,4.4,43.7,74.38,"Rain, Partially cloudy"
+"Aluva, Kerala, India",12/31/2018,34,23,27,,34,0,0,0,14.8,119.58,,4.2,26.8,68.52,Partially cloudy
+"Aluva, Kerala, India",01/01/2019,32,22,26.6,,32.4,0,0,0,16.6,75.92,,4.1,20.4,62.89,Clear
+"Aluva, Kerala, India",01/02/2019,32,20,25.6,,32.3,0,0,0,11.5,92.43,,4.5,15.9,63.17,Clear
+"Aluva, Kerala, India",01/03/2019,35,19,25.9,,35.1,0,0,0,11.2,79.52,,4.8,12.9,57.01,Clear
+"Aluva, Kerala, India",01/04/2019,33,18,25.4,,32.2,0,0,0,89.9,62.29,,4.7,9.9,57.2,Clear
+"Aluva, Kerala, India",01/05/2019,33,18,24.6,,32.2,0,0,0,14.8,125.14,,4.5,28.7,61.5,Partially cloudy
+"Aluva, Kerala, India",01/06/2019,31,19,24.8,,31.3,0,0,0,14.3,140.05,,4.4,30.9,66.8,Partially cloudy
+"Aluva, Kerala, India",01/07/2019,33,19,25.1,,35.4,0,0,0,14.8,121.38,,4.3,18.9,66.14,Clear
+"Aluva, Kerala, India",01/08/2019,34,20,25.7,,34.5,0,0,0,11.3,85.17,,4.3,9.8,64.22,Clear
+"Aluva, Kerala, India",01/09/2019,34,20,26.1,,34.5,0,0,0,11.2,102.83,,4.3,2.7,65.46,Clear
+"Aluva, Kerala, India",01/10/2019,34,19,26.2,,33.2,0,0,0,13,131.67,,4.9,12.6,62.24,Clear
+"Aluva, Kerala, India",01/11/2019,34,20,26.4,,33.6,0,0,0,15.5,124.29,,4.4,10.2,64.86,Clear
+"Aluva, Kerala, India",01/12/2019,33.7,21,26.7,,35.2,0,0,0,16.6,120.45,,4.1,29,67.94,Partially cloudy
+"Aluva, Kerala, India",01/13/2019,32,21,26.2,,32.3,0,0,0,14.8,139.76,,4.2,31.1,63.67,Partially cloudy
+"Aluva, Kerala, India",01/14/2019,33,20,26.3,,33.9,0,0,0,16.6,116.57,,4.2,27.1,65.35,Partially cloudy
+"Aluva, Kerala, India",01/15/2019,33,21,26.6,,33.9,0,0,0,13,155.79,,4.2,31.8,68.69,Partially cloudy
+"Aluva, Kerala, India",01/16/2019,35,20,26.6,,34.5,0,0,0,14.8,120.95,,4.6,28.4,58.37,Partially cloudy
+"Aluva, Kerala, India",01/17/2019,34,20,26.2,,34,0,0,0,13,92.5,,4.3,30,61.64,Partially cloudy
+"Aluva, Kerala, India",01/18/2019,32,20,25.4,,32.3,0,0,0,11.6,100.24,,3.9,30.7,68.66,Partially cloudy
+"Aluva, Kerala, India",01/19/2019,33,20,25.7,,33.9,0,0,0,18.4,124.2,,4.3,30.4,68.49,Partially cloudy
+"Aluva, Kerala, India",01/20/2019,32,20,25.2,,31.9,0,0,0,10.3,93.64,,4.1,61.8,65.48,Partially cloudy
+"Aluva, Kerala, India",01/21/2019,31,18,23.8,,31.3,0,0,0,20.5,124.95,,4.4,35.7,64.96,Partially cloudy
+"Aluva, Kerala, India",01/22/2019,32,19,25,,31.5,0,0,0,14.8,159.91,,4.7,21.3,61.92,Clear
+"Aluva, Kerala, India",01/23/2019,33,20,25.8,,34.1,0,0,0,18.4,120.96,,4.7,17.8,64.76,Clear
+"Aluva, Kerala, India",01/24/2019,33,22,27,,34.5,0,0,0,18.4,146,,4.5,22,72.42,Clear
+"Aluva, Kerala, India",01/25/2019,30,23,26.3,,34,0,0,0,18.4,161.59,,3.4,30.3,79.3,Partially cloudy
+"Aluva, Kerala, India",01/26/2019,32.8,23,27.3,,36.6,0,0,0,24.1,135.61,,3.7,27.2,73.61,Partially cloudy
+"Aluva, Kerala, India",01/27/2019,33,23,27.1,,36.7,0,0,0,22.3,147.71,,4.8,25.4,73.38,Partially cloudy
+"Aluva, Kerala, India",01/28/2019,33,23,27.5,,36.6,0,0,0,23.2,177,,4.4,25.8,73.89,Partially cloudy
+"Aluva, Kerala, India",01/29/2019,33.6,24,27.8,,38,0,0,0,16.6,131.74,,4.4,35.4,73.3,Partially cloudy
+"Aluva, Kerala, India",01/30/2019,34.7,23,27.7,,38.2,0,0,0,18.4,106.96,,4.3,34.3,69.71,Partially cloudy
+"Aluva, Kerala, India",01/31/2019,34,23,27.9,,34.5,0,0,0,14.4,143.45,,4.1,30.3,67.17,Partially cloudy
+"Aluva, Kerala, India",02/01/2019,34,22,27.2,,34,0,0,0,18.4,133.19,,4.1,26.2,64.31,Partially cloudy
+"Aluva, Kerala, India",02/02/2019,34,22,27,,35.2,0,0,0,16.6,107.55,,4.3,9.9,68.88,Clear
+"Aluva, Kerala, India",02/03/2019,33.6,23,27.6,,38,0,0,0,16.6,138.35,,4.2,14.9,71.27,Clear
+"Aluva, Kerala, India",02/04/2019,36,23,28.5,,37.3,0,0,0,18.4,99.79,,4.1,24.1,65.95,Clear
+"Aluva, Kerala, India",02/05/2019,33,25,28.4,,36.2,0,0,0,14.8,91.91,,4,29.5,70.8,Partially cloudy
+"Aluva, Kerala, India",02/06/2019,34,25,29.1,,37.2,18,0,0,18.4,80.48,,4.1,27,69.68,"Rain, Partially cloudy"
+"Aluva, Kerala, India",02/07/2019,33,25,28.8,,37.7,21.32,0,0,20.5,145.5,,4,27.2,72.55,"Rain, Partially cloudy"
+"Aluva, Kerala, India",02/08/2019,34,25,29,,39.2,0,0,0,22.3,206.33,,4.2,36.1,73.13,Partially cloudy
+"Aluva, Kerala, India",02/09/2019,33,25,28.3,,38.7,0,0,0,18.4,139.42,,4,40.1,75.84,Partially cloudy
+"Aluva, Kerala, India",02/10/2019,33,24.1,27.3,,39.1,0.2,0,0,25.9,73.38,,4.4,37.5,77.08,"Rain, Partially cloudy"
+"Aluva, Kerala, India",02/11/2019,35,23,28.3,,38.4,15.51,0,0,18.4,136.61,,4.3,32.6,72.64,"Rain, Partially cloudy"
+"Aluva, Kerala, India",02/12/2019,35,23,29.1,,36.2,0,0,0,11.2,66.83,,4.3,27.6,67.93,Partially cloudy
+"Aluva, Kerala, India",02/13/2019,36,23.1,28.7,,36.2,0,0,0,16.6,76.3,,4.4,18.4,62.95,Clear
+"Aluva, Kerala, India",02/14/2019,36,22,28.4,,38,0,0,0,18.4,125.37,,4.4,27.1,62.52,Partially cloudy
+"Aluva, Kerala, India",02/15/2019,34,24,28.9,,39.1,0,0,0,22.3,127.67,,4.2,30.5,69.88,Partially cloudy
+"Aluva, Kerala, India",02/16/2019,35,25,29.2,,41.8,0,0,0,20.5,123.78,,4.5,31.7,73.54,Partially cloudy
+"Aluva, Kerala, India",02/17/2019,34,25.9,29,,39.2,5,0,0,22.3,150.21,,4.4,36.5,73.6,"Rain, Partially cloudy"
+"Aluva, Kerala, India",02/18/2019,34,24,28.3,,37.2,0,0,0,22.3,154.13,,4.6,29.8,70.69,Partially cloudy
+"Aluva, Kerala, India",02/19/2019,34,24,28.2,,39.1,0,0,0,20.5,203.05,,4.3,31,73.36,Partially cloudy
+"Aluva, Kerala, India",02/20/2019,35,25,29.5,,40.2,0,0,0,18.7,105.57,,4.1,45.6,72.37,Partially cloudy
+"Aluva, Kerala, India",02/21/2019,34.7,25,29,,37.2,0,0,0,14.8,114.87,,4.4,26.2,67.96,Partially cloudy
+"Aluva, Kerala, India",02/22/2019,36,22,28.3,,34.7,0,0,0,14.8,89.46,,4.4,19.6,58.72,Clear
+"Aluva, Kerala, India",02/23/2019,34,22,27.7,,35.2,0,0,0,18.4,138.54,,4.1,23.6,65.38,Clear
+"Aluva, Kerala, India",02/24/2019,36.7,23,28.3,,37.6,0,0,0,18.4,117.59,,4.3,26.2,68.27,Partially cloudy
+"Aluva, Kerala, India",02/25/2019,34,23,27.8,,37,0,0,0,22,136.65,,4.3,22.7,71.49,Clear
+"Aluva, Kerala, India",02/26/2019,33,24.1,28.4,,38,0,0,0,20.5,147.89,,4.2,30.7,73.73,Partially cloudy
+"Aluva, Kerala, India",02/27/2019,32,25.9,28.7,,36.7,0,0,0,22.3,167.57,,4.3,36.7,73.67,Partially cloudy
+"Aluva, Kerala, India",02/28/2019,34,26,29.2,,39,0,0,0,18.4,235.63,,4.6,30.7,69.09,Partially cloudy

temp/mnt/ilens/ai-jobs/pipe1/default_run_id/MergeWeatherData/input/data.csv

+timestamp,value
+1552803605000,990000
+1552885810000,540000
+1552976404000,940000
+1553062802000,730000
+1553149203000,770000
+1553235604000,820000
+1553322001000,800000
+1553403617000,510000
+1553494804000,880000
+1553581202000,810000
+1553667603000,770000
+1553753403000,810000
+1553840404000,750000
+1553923201000,450000
+1554013203000,800000
+1554099603000,760000
+1554186003000,840000
+1554272404000,810000
+1554358805000,740000
+1554413415000,0
+1554528013000,520000
+1554586810000,0
+1554684003000,0
+1554790805000,850000
+1554819612000,1950000
+1554963605000,890000
+1555050000000,890000
+1555136406000,820000
+1555222802000,800000
+1555304410000,490000
+1555384203000,140000
+1555476001000,410000
+1555568402000,1040000
+1555654804000,970000
+1555741203000,1020000
+1555827603000,720000
+1555914007000,920000
+1556000405000,850000
+1556062206000,0
+1556140205000,0
+1556259603000,1000000
+1556339410000,350000
+1556429418000,420000
+1556518805000,600000
+1556605202000,750000
+1556691605000,420000
+1556770806000,240000
+1556864402000,850000
+1556886007000,2040000
+1557037205000,930000
+1557123612000,950000
+1557210000000,840000
+1557296402000,600000
+1557382808000,390000
+1557469204000,960000
+1557546608000,230000
+1557619814000,0
+1557724208000,290000
+1557814805000,680000
+1557901204000,500000
+1557904815000,590000
+1558074001000,810000
+1558153209000,350000
+1558240218000,420000
+1558290614000,2090000
+1558419608000,950000
+1558453208000,2090000
+1558838415000,30000
+1558938002000,720000
+1559024402000,840000
+1559089816000,0
+1559164813000,0
+1559542805000,580000
+1559629201000,670000
+1559669404000,1680000
+1559888401000,810000
+1559940000000,0
+1561011607000,790000
+1561098006000,550000
+1561184403000,300000
+1561270802000,690000
+1561357205000,590000
+1561443602000,690000
+1561530001000,420000
+1561616404000,750000
+1561702805000,850000
+1561789200000,810000
+1561875610000,460000
+1561962009000,830000
+1562048401000,580000
+1562134801000,950000
+1562221200000,620000
+1562307605000,460000
+1562394005000,820000
+1562480406000,730000
+1562566806000,800000
+1562653205000,820000
+1562739610000,520000
+1562826001000,920000
+1562912401000,950000
+1562998803000,640000
+1563085207000,1020000
+1563171603000,1070000
+1563258003000,740000
+1563344406000,670000
+1563430803000,520000
+1563517204000,230000
+1563603601000,520000
+1563690004000,560000
+1563776407000,330000
+1563862802000,580000
+1563949215000,800000
+1564035606000,870000
+1564122007000,440000
+1564208404000,610000
+1564294815000,840000
+1564381206000,870000
+1564467609000,720000
+1564554003000,940000
+1564640404000,970000
+1564726802000,740000
+1564813205000,600000
+1564899605000,590000
+1564986000000,270000
+1565072403000,190000
+1565158802000,350000
+1565245202000,50000
+1565331602000,150000
+1565418006000,150000
+1565504402000,690000
+1565590802000,600000
+1565677204000,290000
+1565763605000,370000
+1565850004000,890000
+1565936407000,340000
+1566022804000,490000
+1566109201000,760000
+1566195605000,670000
+1566282002000,720000
+1566368403000,400000
+1566454805000,650000
+1566541209000,810000
+1566627600000,740000
+1566714009000,880000
+1566800404000,810000
+1566886802000,750000
+1566973201000,620000
+1567059607000,560000
+1567146003000,690000
+1567232410000,520000
+1567318806000,720000
+1567405210000,700000
+1567491617000,560000
+1567578019000,810000
+1567664406000,330000
+1567750803000,790000
+1567837205000,820000
+1567923605000,960000
+1568010004000,870000
+1568096403000,610000
+1568182807000,620000
+1568269203000,550000
+1568355603000,820000
+1568442006000,890000
+1568528406000,860000
+1568614803000,760000
+1568701201000,810000
+1568787600000,500000
+1568874005000,350000
+1568960403000,700000
+1569046802000,890000
+1569133202000,1110000
+1569219603000,100000
+1569243615000,100000
+1570256403000,829000
+1570342805000,896000
+1570429202000,750000
+1570515602000,852000
+1570602003000,986000
+1570688400000,929000
+1570774804000,1163000
+1570861200000,1039000
+1570947603000,1091000
+1571034001000,1177000
+1571120401000,841000
+1571206801000,760000
+1571293203000,839000
+1571379605000,1141000
+1571466000000,1188000
+1571552401000,767000
+1571638800000,188000
+1571725204000,813000
+1571811603000,1032000
+1571898005000,631000
+1571984400000,1139000
+1572070802000,500000
+1572157204000,796000
+1572243604000,760000
+1572330002000,458000
+1572416401000,528000
+1572502806000,324000
+1572589202000,1186000
+1572675607000,1162000
+1572762005000,998000
+1572848403000,1067000
+1572934811000,1017000
+1573021206000,821000
+1573107603000,1000000
+1573194005000,653000
+1573280402000,1029000
+1573366801000,1003000
+1573453200000,957000
+1573539611000,687000
+1573626004000,877000
+1573712404000,1065000
+1573798804000,1020000
+1573885211000,835000
+1573971603000,895000
+1574058004000,947000
+1574144402000,827000
+1574230806000,975000
+1574317204000,1044000
+1574403604000,990000
+1574490002000,979000
+1574576405000,1029000
+1574662810000,807000
+1574748606000,983000
+1574835607000,927000
+1574922003000,832000
+1575008402000,969000
+1575094806000,611000
+1575181204000,553000
+1575267603000,834000
+1575354000000,626000
+1575440403000,961000
+1575526802000,976000
+1575613201000,913000
+1575699600000,921000
+1575785401000,934000
+1575872401000,999000
+1575958801000,988000
+1576045205000,955000
+1576131604000,858000
+1576218007000,934000
+1576304402000,891000
+1576390801000,680000
+1576477203000,957000
+1576563601000,961000
+1576650002000,920000
+1576736406000,957000
+1576822801000,817000
+1576909200000,486000
+1576995606000,928000
+1577082005000,458000
+1577168404000,542000
+1577254805000,778000
+1577341205000,536000
+1577427602000,708000
+1577514001000,706000
+1577600401000,763000
+1577686802000,742000
+1577773203000,662000
+1577859606000,660000
+1577946001000,698000
+1578032401000,757000
+1578118802000,723000
+1578205206000,665000
+1578291604000,745000
+1578378001000,750000
+1578464405000,750000
+1578550801000,732000
+1578637202000,697000
+1578723604000,803000
+1578810003000,774000
+1578896406000,655000
+1578982201000,640000
+1579069204000,694000
+1579155603000,677000
+1579242005000,689000
+1579328403000,537000
+1579414801000,675000
+1579501204000,785000
+1579587601000,781000
+1579674000000,815000
+1579760404000,786000
+1579846806000,760000
+1579933202000,797000
+1580019605000,789000
+1580106005000,739000
+1580191801000,689000
+1580278806000,737000
+1580365203000,746000
+1580451605000,737000
+1580538007000,725000
+1580624404000,322000
+1580710803000,770000
+1580797204000,771000
+1580883603000,738000
+1580970001000,631000
+1581056401000,397000
+1581142800000,689000
+1581229207000,751000
+1581315604000,766000
+1581402002000,793000
+1581488405000,791000
+1581574805000,758000
+1581661204000,712000
+1581747604000,665000
+1581834003000,687000
+1581920404000,782000
+1582006802000,806000
+1582093207000,667000
+1582179604000,816000
+1582266004000,800000
+1582352400000,747000
+1582438800000,787000
+1582525204000,769000
+1582611602000,744000
+1582698004000,713000
+1582784400000,615000
+1582870803000,734000
+1582957201000,685000
+1583043607000,775000
+1583130001000,611000
+1583216403000,644000
+1583302802000,761000
+1583389205000,340000
+1583475600000,866000
+1583562003000,804000
+1583648402000,791000
+1583734803000,816000
+1583821204000,730000
+1583907605000,620000
+1583994007000,798000
+1584080401000,934000
+1584166806000,952000
+1584253201000,915000
+1584339606000,890000
+1584426000000,877000
+1584512406000,931000
+1584598801000,909000
+1584685205000,876000
+1584771602000,864000
+1584858002000,798000
+1584944405000,694000
+1585030808000,818000
+1585117206000,461000
+1585203601000,849000
+1585290001000,874000
+1585376405000,882000
+1585462804000,843000
+1585549207000,908000
+1585635600000,931000
+1585722008000,970000
+1585808402000,816000
+1585894805000,866000
+1585981202000,877000
+1586067607000,619000
+1586154004000,874000
+1586240402000,286000
+1586326804000,849000
+1586413201000,887000
+1586499605000,1002000
+1586586000000,895000
+1586672401000,954000
+1586758803000,884000
+1586845200000,978000
+1586931603000,972000
+1587018004000,963000
+1587104407000,914000
+1587190206000,558000
+1587277204000,890000
+1587363607000,923000
+1587449404000,844000
+1587536401000,843000
+1587622201000,850000
+1587709202000,700000
+1587795602000,886000
+1587882007000,746000
+1587891000000,1325000
+1588054806000,931000
+1588141200000,573000
+1588227605000,928000
+1588314005000,1004000
+1588400402000,862000
+1588486802000,858000
+1588573205000,831000
+1588659603000,848000
+1588746004000,824000
+1588832405000,1003000
+1588918805000,682000
+1589005202000,805000
+1589091606000,815000
+1589178001000,710000
+1589264404000,823000
+1589350806000,917000
+1589437202000,988000
+1589523605000,917000
+1589610007000,682000
+1589696401000,738000
+1589782806000,442000
+1589869200000,387000
+1589955600000,704000
+1590042004000,764000
+1590128401000,678000
+1590214804000,743000
+1590301205000,716000
+1590387605000,741000
+1590474000000,785000
+1590560401000,619000
+1590646801000,765000
+1590732600000,817000
+1590819600000,403000
+1590906006000,943000
+1590992401000,590000
+1591078804000,359000
+1591165204000,812000
+1591251605000,793000
+1591338001000,699000
+1591424405000,249000
+1591510807000,611000
+1591597201000,848000
+1591683601000,367000
+1591770004000,547000
+1591856401000,531000
+1591942807000,310000
+1591949405000,571000
+1592374803000,460000
+1592461200000,841000
+1592545200000,306000
+1592634003000,456000
+1592720406000,418000
+1592806805000,510000
+1592893201000,772000
+1592979600000,1003000
+1593066005000,759000
+1593152401000,454000
+1593238805000,384000
+1593325203000,776000
+1593411605000,879000
+1593498008000,903000
+1593584405000,606000
+1593670806000,462000
+1593757202000,279000
+1593843602000,624000
+1593930003000,632000
+1594016401000,790000
+1594102804000,543000
+1594189200000,717000
+1594275602000,404000
+1594362004000,528000
+1594448405000,757000
+1594534203000,709000
+1594621201000,556000
+1594707601000,853000
+1594794002000,626000
+1594880403000,327000
+1594966801000,415000
+1595053202000,658000
+1595139605000,418000
+1595226007000,921000
+1595312407000,1079000
+1595398806000,918000
+1595485202000,797000
+1595571606000,724000
+1595658002000,967000
+1595744407000,480000
+1595830802000,896000
+1595917204000,693000
+1596003602000,72000
+1596090004000,497000
+1596176403000,754000
+1596262801000,569000
+1596349204000,524000
+1596435601000,509000
+1596522002000,456000
+1596608401000,698000
+1596694800000,437000
+1596781201000,170000
+1596867606000,612000
+1596954006000,345000
+1597040401000,527000
+1597126804000,624000
+1597213202000,705000
+1597299606000,755000
+1597386002000,646000
+1597472404000,767000
+1597558806000,812000
+1597645206000,834000
+1597731604000,764000
+1597818005000,792000
+1597904406000,756000
+1597990804000,780000
+1598077205000,716000
+1598163607000,328000
+1598250005000,930000
+1598336406000,951000
+1598422801000,764000
+1598509204000,948000
+1598595604000,1113000
+1598682003000,865000
+1598768405000,880000
+1598854806000,918000
+1598941205000,1029000
+1599027003000,575000
+1599114007000,996000
+1599200402000,931000
+1599286805000,913000
+1599373203000,546000
+1599459602000,647000
+1599546005000,461000
+1599632400000,480000
+1599718800000,447000
+1599805206000,308000
+1599891604000,564000
+1599978001000,455000
+1600064403000,630000
+1600150803000,892000
+1600237203000,714000
+1600323601000,661000
+1600410003000,522000
+1600496405000,270000
+1600582806000,403000
+1600669202000,335000
+1600755603000,791000
+1600842005000,976000
+1600928400000,695000
+1601014804000,410000
+1601101202000,565000
+1601187605000,892000
+1601274004000,867000
+1601360405000,524000
+1601446807000,921000
+1601533206000,1015000
+1601619605000,845000
+1601653201000,1906000
+1613024403000,0
+1613110803000,0
+1613197206000,0
+1613283600000,0
+1613370001000,0
+1613456402000,0
+1613542802000,0
+1613581800000,1979000
+1614049800000,109000
+1614147604000,0
+1614234002000,0
+1614279005000,1942000
+1614579606000,380000
+1614588600000,1240000

temp/mnt/ilens/ai-jobs/pipe1/default_run_id/MergeWeatherData/param.json

+{
+  "historic_file_name": "data1.csv"
+}
\ No newline at end of file

temp/mnt/ilens/ai-jobs/pipe1/default_run_id/ModelFitting/input/X_train.csv

+,Maximum Temperature,Minimum Temperature,Temperature,Precipitation,Wind Speed,Wind Direction,Visibility,Cloud Cover,Relative Humidity,month
+0,30.0,25.0,27.5,44.8,5.4,26.76,3.8,44.3,86.46,12
+1,32.8,24.0,27.5,18.03,16.3,99.09,3.7,40.1,85.35,12
+2,31.0,24.0,27.4,42.56,11.2,84.48,4.1,32.3,79.52,12
+3,33.8,24.0,28.4,0.0,11.7,96.38,5.0,31.1,72.24,12
+4,32.0,23.0,27.9,0.0,14.8,124.7,4.4,27.9,68.83,12
+5,33.0,23.0,27.7,0.0,16.0,74.0,4.2,29.4,71.77,12
+6,34.0,24.0,28.4,0.0,11.2,110.29,4.6,37.0,69.89,12
+7,34.0,24.0,28.5,0.0,11.8,68.21,4.6,31.0,71.52,12
+8,34.0,23.0,27.8,0.0,14.8,75.57,4.7,24.2,66.08,12
+9,35.0,23.0,27.8,0.0,14.8,109.04,4.9,18.1,68.74,12
+10,33.8,24.9,28.9,0.0,16.6,130.79,4.8,27.5,67.35,12
+11,34.0,24.0,28.0,1.0,21.7,127.88,4.2,27.8,76.68,12
+12,34.0,23.0,28.2,0.0,12.9,87.83,4.5,30.1,72.56,12
+13,32.8,24.0,26.7,38.98,20.5,82.96,4.3,37.8,83.37,12
+14,32.0,23.9,27.2,31.0,14.8,71.91,4.5,29.3,76.1,12
+15,33.0,21.0,26.8,0.0,13.0,75.96,5.0,33.9,69.64,12
+16,33.0,23.0,27.5,0.0,19.9,33.43,4.7,29.3,70.92,12
+17,33.0,23.0,27.6,0.0,16.0,48.42,4.4,33.7,68.73,12
+18,34.0,23.0,28.2,0.0,16.6,59.33,4.8,26.1,69.76,12
+19,32.0,24.0,27.5,0.0,14.8,130.29,4.9,29.5,73.58,12
+20,31.0,25.0,27.4,0.0,18.4,80.58,3.9,32.8,73.91,12
+21,35.0,23.0,28.3,0.0,13.0,98.52,4.6,26.2,69.11,12
+22,32.0,24.0,27.7,0.0,12.8,133.91,4.1,39.5,74.76,12
+23,34.0,23.0,27.9,0.0,13.0,100.0,4.1,36.7,74.27,12
+24,33.8,24.0,28.6,0.0,13.0,76.09,4.6,38.8,72.14,12
+25,33.0,25.0,28.3,0.0,16.6,99.38,4.6,27.5,73.7,12
+26,34.0,24.0,28.2,0.0,14.8,121.08,4.4,36.3,75.48,12
+27,33.7,25.0,28.3,0.0,18.4,130.04,3.8,33.4,76.65,12
+28,34.0,24.0,28.5,0.0,13.6,96.3,4.4,28.3,69.59,12
+29,33.0,23.0,27.9,0.0,18.4,119.04,4.6,24.8,71.51,12
+30,33.0,24.0,27.8,0.0,16.6,128.0,4.2,37.3,73.04,12

temp/mnt/ilens/ai-jobs/pipe1/default_run_id/ModelFitting/input/Y_train.csv

+,value
+0,553000
+1,834000
+2,626000
+3,961000
+4,976000
+5,913000
+6,921000
+7,934000
+8,999000
+9,988000
+10,955000
+11,858000
+12,934000
+13,891000
+14,680000
+15,957000
+16,961000
+17,920000
+18,957000
+19,817000
+20,486000
+21,928000
+22,458000
+23,542000
+24,778000
+25,536000
+26,708000
+27,706000
+28,763000
+29,742000
+30,662000

train.csv

+,value,Maximum Temperature,Minimum Temperature,Temperature,Precipitation,Wind Speed,Wind Direction,Visibility,Cloud Cover,Relative Humidity,month
+0,553000,30.0,25.0,27.5,44.8,5.4,26.76,3.8,44.3,86.46,12
+1,834000,32.8,24.0,27.5,18.03,16.3,99.09,3.7,40.1,85.35,12
+2,626000,31.0,24.0,27.4,42.56,11.2,84.48,4.1,32.3,79.52,12
+3,961000,33.8,24.0,28.4,0.0,11.7,96.38,5.0,31.1,72.24,12
+4,976000,32.0,23.0,27.9,0.0,14.8,124.7,4.4,27.9,68.83,12
+5,913000,33.0,23.0,27.7,0.0,16.0,74.0,4.2,29.4,71.77,12
+6,921000,34.0,24.0,28.4,0.0,11.2,110.29,4.6,37.0,69.89,12
+7,934000,34.0,24.0,28.5,0.0,11.8,68.21,4.6,31.0,71.52,12
+8,999000,34.0,23.0,27.8,0.0,14.8,75.57,4.7,24.2,66.08,12
+9,988000,35.0,23.0,27.8,0.0,14.8,109.04,4.9,18.1,68.74,12
+10,955000,33.8,24.9,28.9,0.0,16.6,130.79,4.8,27.5,67.35,12
+11,858000,34.0,24.0,28.0,1.0,21.7,127.88,4.2,27.8,76.68,12
+12,934000,34.0,23.0,28.2,0.0,12.9,87.83,4.5,30.1,72.56,12
+13,891000,32.8,24.0,26.7,38.98,20.5,82.96,4.3,37.8,83.37,12
+14,680000,32.0,23.9,27.2,31.0,14.8,71.91,4.5,29.3,76.1,12
+15,957000,33.0,21.0,26.8,0.0,13.0,75.96,5.0,33.9,69.64,12
+16,961000,33.0,23.0,27.5,0.0,19.9,33.43,4.7,29.3,70.92,12
+17,920000,33.0,23.0,27.6,0.0,16.0,48.42,4.4,33.7,68.73,12
+18,957000,34.0,23.0,28.2,0.0,16.6,59.33,4.8,26.1,69.76,12
+19,817000,32.0,24.0,27.5,0.0,14.8,130.29,4.9,29.5,73.58,12
+20,486000,31.0,25.0,27.4,0.0,18.4,80.58,3.9,32.8,73.91,12
+21,928000,35.0,23.0,28.3,0.0,13.0,98.52,4.6,26.2,69.11,12
+22,458000,32.0,24.0,27.7,0.0,12.8,133.91,4.1,39.5,74.76,12
+23,542000,34.0,23.0,27.9,0.0,13.0,100.0,4.1,36.7,74.27,12
+24,778000,33.8,24.0,28.6,0.0,13.0,76.09,4.6,38.8,72.14,12
+25,536000,33.0,25.0,28.3,0.0,16.6,99.38,4.6,27.5,73.7,12
+26,708000,34.0,24.0,28.2,0.0,14.8,121.08,4.4,36.3,75.48,12
+27,706000,33.7,25.0,28.3,0.0,18.4,130.04,3.8,33.4,76.65,12
+28,763000,34.0,24.0,28.5,0.0,13.6,96.3,4.4,28.3,69.59,12
+29,742000,33.0,23.0,27.9,0.0,18.4,119.04,4.6,24.8,71.51,12
+30,662000,33.0,24.0,27.8,0.0,16.6,128.0,4.2,37.3,73.04,12