CSV-Kairos-ADX Data Push

.gitignore

+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+.pybuilder/
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+#   For a library or package, you might want to ignore these files since the code is
+#   intended to run in multiple environments; otherwise, check them in:
+# .python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+#conf/*.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+.idea
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+
+# Cython debug symbols
+cython_debug/
+
+# pycharm
+.idea/
+
+# logs
+logs/

.idea/ut-adx-data-push.iml

+<?xml version="1.0" encoding="UTF-8"?>
+<module type="PYTHON_MODULE" version="4">
+  <component name="NewModuleRootManager">
+    <content url="file://$MODULE_DIR$" />
+    <orderEntry type="inheritedJdk" />
+    <orderEntry type="sourceFolder" forTests="false" />
+  </component>
+</module>
\ No newline at end of file

Data/Apollo/tags_download_001.csv

+Tag ID,Tag Name,Site,Line,Equipment,Parameter Name,Unit,Tag Register,System Rules,Lower Limit,Upper Limit
+site_101$line_101$equipment_102$tag_100,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Line Material Code,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Line Material Code,,,,,
+site_101$line_101$equipment_102$tag_101,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Line Identification,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Line Identification,,,,,
+site_101$line_101$equipment_102$tag_102,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Line Speed Set,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Line Speed Set,RPM,,,,
+site_101$line_101$equipment_102$tag_103,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Line Speed Actual,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Line Speed Actual,RPM,,,,
+site_101$line_101$equipment_102$tag_104,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Linear Set Weight,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Linear Set Weight,KG,,,,
+site_101$line_101$equipment_102$tag_105,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Linear Actual Weight,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Linear Actual Weight,KG,,,,
+site_101$line_101$equipment_102$tag_106,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Shrinkage 01,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Shrinkage 01,RPM,,,,
+site_101$line_101$equipment_102$tag_107,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Shrinkage 02,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Shrinkage 02,RPM,,,,
+site_101$line_101$equipment_102$tag_108,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Mid Cap Linear Actual Weight,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Mid Cap Linear Actual Weight,KG,,,,
+site_101$line_101$equipment_102$tag_109,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Mid Cap Line Speed,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Mid Cap Line Speed,RPM,,,,
+site_101$line_101$equipment_102$tag_110,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Linear Weight Specification Limit,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Linear Weight Specification Limit,KG,,,,
+site_101$line_101$equipment_102$tag_111,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Linear Weight Log Counter,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Linear Weight Log Counter,,,,,
+site_101$line_101$equipment_102$tag_112,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Line Material Set Length,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Line Material Set Length,Meter,,,,
+site_101$line_101$equipment_102$tag_113,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Projected Booking Weight,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Projected Booking Weight,KG,,,,
+site_101$line_101$equipment_102$tag_114,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Extruder Status,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Extruder Status,,,,,
+site_101$line_101$equipment_102$tag_115,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Booking Material Code,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Booking Material Code,,,,,
+site_101$line_101$equipment_102$tag_116,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Booking Weight Set,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Booking Weight Set,KG,,,,
+site_101$line_101$equipment_102$tag_117,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Booking Weight Actual,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Booking Weight Actual,KG,,,,
+site_101$line_101$equipment_102$tag_118,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Booking Count,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Booking Count,,,,,
+site_101$line_101$equipment_102$tag_119,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Booking Weight Specification Limit,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Booking Weight Specification Limit,KG,,,,
+site_101$line_101$equipment_102$tag_120,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Booking Weight Lower Limit,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Booking Weight Lower Limit,KG,,,,
+site_101$line_101$equipment_102$tag_121,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Booking Weight Upper Limit,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Booking Weight Upper Limit,KG,,,,
+site_101$line_101$equipment_102$tag_122,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Booking Status,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Booking Status,,,,,
+site_101$line_101$equipment_103$tag_100,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Line Material Code,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Line Material Code,,,,,
+site_101$line_101$equipment_103$tag_101,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Line Identification,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Line Identification,,,,,
+site_101$line_101$equipment_103$tag_102,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Line Speed Set,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Line Speed Set,RPM,,,,
+site_101$line_101$equipment_103$tag_103,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Line Speed Actual,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Line Speed Actual,RPM,,,,
+site_101$line_101$equipment_103$tag_104,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Linear Set Weight,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Linear Set Weight,KG,,,,
+site_101$line_101$equipment_103$tag_105,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Linear Actual Weight,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Linear Actual Weight,KG,,,,
+site_101$line_101$equipment_103$tag_106,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Shrinkage 01,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Shrinkage 01,RPM,,,,
+site_101$line_101$equipment_103$tag_107,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Shrinkage 02,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Shrinkage 02,RPM,,,,
+site_101$line_101$equipment_103$tag_108,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Mid Cap Linear Actual Weight,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Mid Cap Linear Actual Weight,KG,,,,
+site_101$line_101$equipment_103$tag_109,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Mid Cap Line Speed,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Mid Cap Line Speed,RPM,,,,
+site_101$line_101$equipment_103$tag_110,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Linear Weight Specification Limit,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Linear Weight Specification Limit,KG,,,,
+site_101$line_101$equipment_103$tag_111,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Linear Weight Log Counter,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Linear Weight Log Counter,,,,,
+site_101$line_101$equipment_103$tag_112,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Line Material Set Length,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Line Material Set Length,Meter,,,,
+site_101$line_101$equipment_103$tag_113,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Projected Booking Weight,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Projected Booking Weight,KG,,,,
+site_101$line_101$equipment_103$tag_114,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Extruder Status,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Extruder Status,,,,,
+site_101$line_101$equipment_103$tag_115,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Booking Material Code,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Booking Material Code,,,,,
+site_101$line_101$equipment_103$tag_116,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Booking Weight Set,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Booking Weight Set,KG,,,,
+site_101$line_101$equipment_103$tag_117,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Booking Weight Actual,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Booking Weight Actual,KG,,,,
+site_101$line_101$equipment_103$tag_118,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Booking Count,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Booking Count,,,,,
+site_101$line_101$equipment_103$tag_119,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Booking Weight Specification Limit,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Booking Weight Specification Limit,KG,,,,
+site_101$line_101$equipment_103$tag_120,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Booking Weight Lower Limit,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Booking Weight Lower Limit,KG,,,,
+site_101$line_101$equipment_103$tag_121,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Booking Weight Upper Limit,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Booking Weight Upper Limit,KG,,,,
+site_101$line_101$equipment_103$tag_122,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Booking Status,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Booking Status,,,,,

Data/Apollo/tags_download_002.csv

+Tag ID,Tag Name,Site,Line,Equipment,Parameter Name,Unit,Tag Register,System Rules,Lower Limit,Upper Limit
+site_101$line_101$equipment_102$tag_100,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Line Material Code,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Line Material Code,,,,,
+site_101$line_101$equipment_102$tag_101,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Line Identification,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Line Identification,,,,,
+site_101$line_101$equipment_102$tag_102,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Line Speed Set,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Line Speed Set,RPM,,,,
+site_101$line_101$equipment_102$tag_103,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Line Speed Actual,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Line Speed Actual,RPM,,,,
+site_101$line_101$equipment_102$tag_104,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Linear Set Weight,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Linear Set Weight,KG,,,,
+site_101$line_101$equipment_102$tag_105,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Linear Actual Weight,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Linear Actual Weight,KG,,,,
+site_101$line_101$equipment_102$tag_106,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Shrinkage 01,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Shrinkage 01,RPM,,,,
+site_101$line_101$equipment_102$tag_107,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Shrinkage 02,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Shrinkage 02,RPM,,,,
+site_101$line_101$equipment_102$tag_108,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Mid Cap Linear Actual Weight,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Mid Cap Linear Actual Weight,KG,,,,
+site_101$line_101$equipment_102$tag_109,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Mid Cap Line Speed,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Mid Cap Line Speed,RPM,,,,
+site_101$line_101$equipment_102$tag_110,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Linear Weight Specification Limit,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Linear Weight Specification Limit,KG,,,,
+site_101$line_101$equipment_102$tag_111,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Linear Weight Log Counter,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Linear Weight Log Counter,,,,,
+site_101$line_101$equipment_102$tag_112,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Line Material Set Length,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Line Material Set Length,Meter,,,,
+site_101$line_101$equipment_102$tag_113,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Projected Booking Weight,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Projected Booking Weight,KG,,,,
+site_101$line_101$equipment_102$tag_114,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Extruder Status,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Extruder Status,,,,,
+site_101$line_101$equipment_102$tag_115,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Booking Material Code,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Booking Material Code,,,,,
+site_101$line_101$equipment_102$tag_116,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Booking Weight Set,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Booking Weight Set,KG,,,,
+site_101$line_101$equipment_102$tag_117,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Booking Weight Actual,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Booking Weight Actual,KG,,,,
+site_101$line_101$equipment_102$tag_118,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Booking Count,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Booking Count,,,,,
+site_101$line_101$equipment_102$tag_119,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Booking Weight Specification Limit,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Booking Weight Specification Limit,KG,,,,
+site_101$line_101$equipment_102$tag_120,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Booking Weight Lower Limit,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Booking Weight Lower Limit,KG,,,,
+site_101$line_101$equipment_102$tag_121,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Booking Weight Upper Limit,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Booking Weight Upper Limit,KG,,,,
+site_101$line_101$equipment_102$tag_122,ATL Perambra KL.Extrusion - Section.Extruder -W0201.Booking Status,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Booking Status,,,,,
+site_101$line_101$equipment_102$tag_136,,ATL Perambra KL,Extrusion - Section,Extruder -W0201,Cycle Time,,,,,
+site_101$line_101$equipment_103$tag_100,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Line Material Code,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Line Material Code,,,,,
+site_101$line_101$equipment_103$tag_101,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Line Identification,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Line Identification,,,,,
+site_101$line_101$equipment_103$tag_102,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Line Speed Set,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Line Speed Set,RPM,,,,
+site_101$line_101$equipment_103$tag_103,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Line Speed Actual,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Line Speed Actual,RPM,,,,
+site_101$line_101$equipment_103$tag_104,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Linear Set Weight,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Linear Set Weight,KG,,,,
+site_101$line_101$equipment_103$tag_105,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Linear Actual Weight,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Linear Actual Weight,KG,,,,
+site_101$line_101$equipment_103$tag_106,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Shrinkage 01,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Shrinkage 01,RPM,,,,
+site_101$line_101$equipment_103$tag_107,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Shrinkage 02,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Shrinkage 02,RPM,,,,
+site_101$line_101$equipment_103$tag_108,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Mid Cap Linear Actual Weight,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Mid Cap Linear Actual Weight,KG,,,,
+site_101$line_101$equipment_103$tag_109,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Mid Cap Line Speed,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Mid Cap Line Speed,RPM,,,,
+site_101$line_101$equipment_103$tag_110,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Linear Weight Specification Limit,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Linear Weight Specification Limit,KG,,,,
+site_101$line_101$equipment_103$tag_111,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Linear Weight Log Counter,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Linear Weight Log Counter,,,,,
+site_101$line_101$equipment_103$tag_112,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Line Material Set Length,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Line Material Set Length,Meter,,,,
+site_101$line_101$equipment_103$tag_113,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Projected Booking Weight,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Projected Booking Weight,KG,,,,
+site_101$line_101$equipment_103$tag_114,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Extruder Status,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Extruder Status,,,,,
+site_101$line_101$equipment_103$tag_115,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Booking Material Code,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Booking Material Code,,,,,
+site_101$line_101$equipment_103$tag_116,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Booking Weight Set,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Booking Weight Set,KG,,,,
+site_101$line_101$equipment_103$tag_117,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Booking Weight Actual,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Booking Weight Actual,KG,,,,
+site_101$line_101$equipment_103$tag_118,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Booking Count,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Booking Count,,,,,
+site_101$line_101$equipment_103$tag_119,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Booking Weight Specification Limit,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Booking Weight Specification Limit,KG,,,,
+site_101$line_101$equipment_103$tag_120,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Booking Weight Lower Limit,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Booking Weight Lower Limit,KG,,,,
+site_101$line_101$equipment_103$tag_121,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Booking Weight Upper Limit,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Booking Weight Upper Limit,KG,,,,
+site_101$line_101$equipment_103$tag_122,ATL Perambra KL.Extrusion - Section.Extruder -W0202.Booking Status,ATL Perambra KL,Extrusion - Section,Extruder -W0202,Booking Status,,,,,
+site_101$line_101$equipment_102$tag_136,,ATL Perambra KL,,,,,,,,

data_push_with_tag.py

+import os
+import json
+import time
+import pandas as pd
+from datetime import datetime
+from azure.iot.device import IoTHubDeviceClient
+from kairos_to_IoT_Hub_data_push import KairosDataPush
+
+# COMMON CONSTANTS
+TIME_INTERVAL = 60
+EQUIPMENT = "Equipment"
+MACHINE = "Machine"
+PARAMETER_NAME_KEY = "Parameter Name"
+TAG_ID_KEY = "Tag ID"
+DATA_KEY = "data"
+
+CONNECTION_STRING = "HostName=utpod-iot-001.azure-devices.net;" \
+                    "DeviceId=edgedevice001;" \
+                    "SharedAccessKey=14i0N1gRlO0cQEBZM4vN7J63JfuHsDYzIfU+7JFZngs="
+
+EXCEL_FILE_PATH = "Data/Kairos/kairos_tags_data.xlsx"
+VAL_KEY = "val"
+DQ_KEY = "dq"
+TA_KEY = "ta"
+TH_KEY = "th"
+
+# CREATING DATAFRAME FROM EXCEL PATH
+tag_sheet_df = pd.read_csv("Data/Apollo/tags_download_002.csv")
+data_sheet_df = pd.read_csv("Data/Apollo/ATL-Data-IPQC_002.csv")
+
+
+class SDK_iot_hub_Integration:
+    """
+    Class: This is the class for pushing events to Azure IoT Hub
+    """
+
+    def __init__(self):
+        self.kairos_data_obj = KairosDataPush()
+        self.mapping_json = self.kairos_data_obj.mapping_json
+
+    def iot_hub_client_init(self):
+        """
+        Connection of IoT Hub using connection string
+        :return:
+        """
+        client = None
+        try:
+            print("Initiating - iot_hub_client_init method")
+            client = IoTHubDeviceClient.create_from_connection_string(CONNECTION_STRING)
+            print("Connected - iot_hub_client_init method")
+        except Exception as err:
+            print("Exception in iot_hub_client_init: ", str(err))
+        return client
+
+    def iot_hub_client_telemetry_sample_run(self):
+        """
+        IoT Hub device sending periodic messages
+        :return:
+        """
+        try:
+            print("START: IoT Hub device data push")
+
+            # Connection to IoT Hub using connection strings
+            client = self.iot_hub_client_init()
+
+            while True:
+                message_counter = 1
+
+                # Getting Data from Kairos and Creating CSV from the Tag Data
+                csv_excel_path, column_list = self.kairos_data_obj.getting_kairos_data(
+                    excel_file_path=EXCEL_FILE_PATH)
+
+                tag_list, kairos_data_df = self.kairos_data_obj.reading_csv_excel_file(
+                    csv_excel_path=csv_excel_path)
+
+                # Iterating over each data in data_sheet
+                for each_row in range(len(data_sheet_df)):
+                    final_json = {
+                        "data": {},
+                        "site_id": "site_101",
+                        "gw_id": "gw_118",
+                        "pd_id": "pd_247",
+                        "retain_flag": True,
+                        "timestamp": str(int(time.time()) * 1000),
+                        "processed_timestamp": str(datetime.now())[:-2],
+                        "msg_id": int(message_counter),
+                        "ver": 1.2,
+                        "a_id": "ilens_device_100",
+                        "d_id": "kuJj7HZeeNPQLsfgu82t2w",
+                        "p_id": "project_390",
+                        "topic": "ilens/monitor/live"
+                    }
+
+                    """ Iterating over each tags for Apollo Tyre XL Data """
+                    for each_tags in range(len(tag_sheet_df)):
+                        if str(tag_sheet_df.loc[each_tags, EQUIPMENT]).split("-")[-1] == \
+                                str(data_sheet_df.loc[each_tags, MACHINE]):
+
+                            data_point = None
+                            try:
+                                # Creating a datapoint
+                                data_point = data_sheet_df.loc[
+                                    each_row, str(tag_sheet_df.loc[each_tags,
+                                                                   PARAMETER_NAME_KEY]).replace(" ", "_")]
+
+                                # final JSON with tag values
+                                final_json[DATA_KEY][tag_sheet_df.loc[each_tags, TAG_ID_KEY]] = {
+                                    "val": int(data_point),
+                                    "dq": 1,
+                                    "ta": str(tag_sheet_df.loc[each_tags,
+                                                               PARAMETER_NAME_KEY]).replace(" ", "")}
+                            except:
+                                if data_point:
+                                    # if data points are present for tag in data csv
+                                    final_json[DATA_KEY][tag_sheet_df.loc[each_tags, TAG_ID_KEY]] = {
+                                        "val": data_point,
+                                        "dq": 1,
+                                        "ta": str(tag_sheet_df.loc[each_tags, PARAMETER_NAME_KEY]).replace(" ", "")
+                                    }
+                                else:
+                                    # if data points are not present for tag in data csv
+                                    final_json[DATA_KEY][tag_sheet_df.loc[each_tags, TAG_ID_KEY]] = {
+                                        "val": 0,
+                                        "dq": 2,
+                                        "ta": str(tag_sheet_df.loc[each_tags, PARAMETER_NAME_KEY]).replace(" ", "")
+                                    }
+
+                    """ Iterating over each data for Kairos Data """
+                    # Iterating over each tags in tag_sheet
+                    for each_columns in column_list:
+                        data_point = kairos_data_df.loc[each_row, each_columns]
+                        try:
+                            # final JSON with tag values
+                            final_json[DATA_KEY][each_columns] = {
+                                VAL_KEY: float(data_point),
+                                DQ_KEY: 1,
+                                TA_KEY: self.mapping_json[each_columns][TA_KEY],
+                                TH_KEY: self.mapping_json[each_columns][TH_KEY]
+                            }
+                        except:
+                            if data_point != "None":
+                                final_json[DATA_KEY][each_columns] = {
+                                    VAL_KEY: data_point,
+                                    DQ_KEY: 1,
+                                    TA_KEY: self.mapping_json[each_columns][TA_KEY],
+                                    TH_KEY: self.mapping_json[each_columns][TH_KEY]
+                                }
+                            else:
+                                final_json[DATA_KEY][each_columns] = {
+                                    VAL_KEY: None,
+                                    DQ_KEY: 2,
+                                    TA_KEY: self.mapping_json[each_columns][TA_KEY],
+                                    TH_KEY: self.mapping_json[each_columns][TH_KEY]
+                                }
+
+                    # Pushing Data To Cloud
+                    client.send_message(json.dumps(final_json))
+                    print("Message sent: \n{}".format(final_json))
+
+                    # Time Frequency For Data
+                    time.sleep(TIME_INTERVAL)
+                    message_counter += 1
+
+                    if message_counter == 1000:
+                        message_counter = 1
+
+                # Deleting CSV file
+                try:
+                    print(f"Removing CSV file: {csv_excel_path}")
+                    os.remove(csv_excel_path)
+                except Exception as err:
+                    print("Exception in deleting csv/excel file", str(err))
+                break
+
+        except KeyboardInterrupt:
+            print("STOP: IoT Hub device data push")
+
+
+if __name__ == "__main__":
+    cloud_to_device_obj = SDK_iot_hub_Integration()
+    cloud_to_device_obj.iot_hub_client_telemetry_sample_run()

kairos_to_IoT_Hub_data_push.py

+import os
+import json
+import time
+import requests
+import pandas as pd
+from azure.iot.device import IoTHubDeviceClient
+
+# COMMON CONSTANTS
+TIME_INTERVAL = 0
+DATA_KEY = "data"
+MACHINE = "Machine"
+EQUIPMENT = "Equipment"
+TAG_ID_KEY = "Tag ID"
+TAG_HIERARCHY_KEY = "Tag hierarchy"
+PARAMETER_NAME_KEY = "Parameter Name"
+EXCEL_FILE_PATH = "Data/Kairos/kairos_tags_data.xlsx"
+CSV_DATA_FINAL = "Data/Kairos/kairos_iot_hub_data.csv"
+VAL_KEY = "val"
+DQ_KEY = "dq"
+TA_KEY = "ta"
+TH_KEY = "th"
+
+# Connection Parameters
+CONNECTION_STRING = "HostName=utpod-iot-001.azure-devices.net;" \
+                    "DeviceId=edgedevice002;" \
+                    "SharedAccessKey=N5H0QoFxylvM8NVkI8XOdjFCrCoNjxVRhF+64TWVTtY="
+
+
+class KairosDataPush:
+    def __init__(self):
+        self.tags_list = None
+        self.kairos_metrics = {
+            "metrics": [
+                {
+                    "tags": {
+                        "c3": self.tags_list
+                    },
+                    "name": "project_390__ilens.live_data.raw",
+                    "group_by": [
+                        {
+                            "name": "tag",
+                            "tags": [
+                                "c3"
+                            ]
+                        }
+                    ],
+                    "aggregators": [
+                        {
+                            "name": "sum",
+                            "sampling": {
+                                "value": "1",
+                                "unit": "milliseconds"
+                            },
+                            "align_sampling": True
+                        }
+                    ]
+                }
+            ],
+            "plugins": [],
+            "cache_time": 0,
+            "time_zone": "Asia/Calcutta",
+            "start_relative": {
+                "value": "45",
+                "unit": "hours"
+            }
+        }
+        self.kairos_url = "https://staging.unifytwin.com/kairos/api/v1/datapoints/query"
+        self.header = {
+            'Authorization': 'Basic aUxlbnM6aUxlbnNTVEckNDU2',
+            'Content-Type': 'application/json'}
+        self.mapping_json = dict()
+
+    def reading_csv_excel_file(self, csv_excel_path):
+        """
+        return: return tag_list from csv file
+        """
+        tag_sheet_df = None
+        try:
+            # Creating dataframe from excel path
+            if ".csv" in csv_excel_path:
+                tag_sheet_df = pd.read_csv(csv_excel_path)
+            elif ".xlsx" in csv_excel_path:
+                tag_sheet_df = pd.read_excel(csv_excel_path)
+                self.tags_list = [each_tags for each_tags in tag_sheet_df[TAG_ID_KEY]]
+
+                # Creating mapping json for fetching parameter name and tag hierarchy
+                for each_tag_rows in range(len(tag_sheet_df)):
+                    self.mapping_json[tag_sheet_df.loc[each_tag_rows, TAG_ID_KEY]] = {
+                        "th": tag_sheet_df.loc[each_tag_rows, TAG_HIERARCHY_KEY],
+                        "ta": tag_sheet_df.loc[each_tag_rows, PARAMETER_NAME_KEY]
+                    }
+        except Exception as err:
+            print("Exception in reading_csv_file: ", str(err))
+        return self.tags_list, tag_sheet_df
+
+    def getting_kairos_data(self, excel_file_path):
+        """
+        return:
+        """
+        data_json = dict()
+        column_names = []
+        try:
+            # Creating kairos metrics
+            self.reading_csv_excel_file(csv_excel_path=excel_file_path)
+
+            # Kairos Metrics
+            self.kairos_metrics["metrics"][0]["tags"]["c3"] = self.tags_list
+
+            # Request post method to Kairos DB
+            response = requests.request("POST",
+                                        url=self.kairos_url,
+                                        headers=self.header,
+                                        data=json.dumps(self.kairos_metrics))
+
+            for each_kairos_data in json.loads(response.text)["queries"][0]["results"]:
+                data_json[each_kairos_data["tags"]["c3"][0]] = dict(each_kairos_data["values"])
+
+            for each_tags in self.tags_list:
+                if each_tags not in data_json:
+                    data_json[each_tags] = dict()
+
+            # Creating Dataframe
+            data_json_df = pd.DataFrame(data_json)
+            data_json_df = data_json_df.fillna("None")
+
+            column_names = data_json_df.columns.to_list()
+
+            data_json_df.to_csv(CSV_DATA_FINAL)
+        except Exception as err:
+            print("Exception in iot_hub_data_push: ", str(err))
+        return CSV_DATA_FINAL, column_names
+
+    def iot_hub_client_init(self):
+        """
+        Connection of IoT Hub using connection string
+        :return:
+        """
+        client = None
+        try:
+            print("Initiating - iot_hub_client_init method")
+            client = IoTHubDeviceClient.create_from_connection_string(CONNECTION_STRING)
+            print("Connected - iot_hub_client_init method")
+        except Exception as err:
+            print("Exception in iot_hub_client_init: ", str(err))
+        return client
+
+    def iot_hub_client_telemetry_sample_run(self, csv_path, column_list):
+        """
+        IoT Hub device sending periodic messages
+        :return:
+        """
+        try:
+            print("START: IoT Hub device data push")
+
+            # Connection to IoT Hub using connection strings
+            client = self.iot_hub_client_init()
+
+            tag_list, kairos_data_df = self.reading_csv_excel_file(csv_excel_path=csv_path)
+
+            message_counter = 1
+
+            # Iterating over each data in data_sheet
+            for each_row_count in range(len(kairos_data_df)):
+
+                # JSON data for IoT Hub
+                final_json = {
+                    "data": {},
+                    "site_id": "site_101",
+                    "gw_id": "gw_118",
+                    "pd_id": "pd_247",
+                    "retain_flag": True,
+                    "timestamp": int(kairos_data_df.iloc[each_row_count, 0]),
+                    "msg_id": int(message_counter),
+                    "ver": 1.2,
+                    "a_id": "ilens_device_100",
+                    "d_id": "kuJj7HZeeNPQLsfgu82t2w",
+                    "p_id": "project_390",
+                    "topic": "ilens/monitor/live"
+                }
+                # Iterating over each tags in tag_sheet
+                for each_columns in column_list:
+                    data_point = kairos_data_df.loc[each_row_count, each_columns]
+                    try:
+                        # final JSON with tag values
+                        final_json[DATA_KEY][each_columns] = {
+                            VAL_KEY: float(data_point),
+                            DQ_KEY: 1,
+                            TA_KEY: self.mapping_json[each_columns][TA_KEY],
+                            TH_KEY: self.mapping_json[each_columns][TH_KEY]
+                        }
+                    except:
+                        if data_point != "None":
+                            final_json[DATA_KEY][each_columns] = {
+                                VAL_KEY: data_point,
+                                DQ_KEY: 1,
+                                TA_KEY: self.mapping_json[each_columns][TA_KEY],
+                                TH_KEY: self.mapping_json[each_columns][TH_KEY]
+                            }
+                        else:
+                            final_json[DATA_KEY][each_columns] = {
+                                VAL_KEY: None,
+                                DQ_KEY: 2,
+                                TA_KEY: self.mapping_json[each_columns][TA_KEY],
+                                TH_KEY: self.mapping_json[each_columns][TH_KEY]
+                            }
+
+                # Pushing Data To Cloud
+                # client.send_message(json.dumps(final_json))
+                print("Message sent: \n{}".format(final_json))
+
+                # Time Frequency for data
+                time.sleep(TIME_INTERVAL)
+                message_counter += 1
+
+                if message_counter == 1000:
+                    message_counter = 1
+
+            # Deleting CSV file
+            try:
+                print(f"Removing CSV file: {csv_path}")
+                os.remove(csv_path)
+            except:
+                pass
+
+        except KeyboardInterrupt:
+            print("STOP: IoT Hub device data push")
+
+
+# if __name__ == "__main__":
+#
+#     # Send Telemetry to Cloud
+#     telemetry_flag = True
+#     while True:
+#         # Creating Class Object
+#         kairos_data_push_obj = KairosDataPush()
+#
+#         # Getting Data from Kairos and Creating CSV from the Tag Data
+#         csv_excel_path, column_list = kairos_data_push_obj.getting_kairos_data(
+#             excel_file_path=EXCEL_FILE_PATH)
+#
+#         # Iterating over data and pushing to Cloud
+#         kairos_data_push_obj.iot_hub_client_telemetry_sample_run(
+#             csv_path=csv_excel_path,
+#             column_list=column_list)