init

.idea/.gitignore

+# Default ignored files
+/shelf/
+/workspace.xml

.idea/inspectionProfiles/Project_Default.xml

+<component name="InspectionProjectProfileManager">
+  <profile version="1.0">
+    <option name="myName" value="Project Default" />
+    <inspection_tool class="PyPackageRequirementsInspection" enabled="true" level="WARNING" enabled_by_default="true">
+      <option name="ignoredPackages">
+        <value>
+          <list size="29">
+            <item index="0" class="java.lang.String" itemvalue="pandas" />
+            <item index="1" class="java.lang.String" itemvalue="scipy" />
+            <item index="2" class="java.lang.String" itemvalue="pydantic" />
+            <item index="3" class="java.lang.String" itemvalue="pytz" />
+            <item index="4" class="java.lang.String" itemvalue="simplejson" />
+            <item index="5" class="java.lang.String" itemvalue="scikit-learn" />
+            <item index="6" class="java.lang.String" itemvalue="configparser" />
+            <item index="7" class="java.lang.String" itemvalue="cytoolz" />
+            <item index="8" class="java.lang.String" itemvalue="lz4" />
+            <item index="9" class="java.lang.String" itemvalue="matplotlib" />
+            <item index="10" class="java.lang.String" itemvalue="cffi" />
+            <item index="11" class="java.lang.String" itemvalue="cloudpickle" />
+            <item index="12" class="java.lang.String" itemvalue="distributed" />
+            <item index="13" class="java.lang.String" itemvalue="graphviz" />
+            <item index="14" class="java.lang.String" itemvalue="typing-extensions" />
+            <item index="15" class="java.lang.String" itemvalue="lightgbm" />
+            <item index="16" class="java.lang.String" itemvalue="pymongo" />
+            <item index="17" class="java.lang.String" itemvalue="PyYAML" />
+            <item index="18" class="java.lang.String" itemvalue="SQLAlchemy" />
+            <item index="19" class="java.lang.String" itemvalue="sklearn" />
+            <item index="20" class="java.lang.String" itemvalue="python-dotenv" />
+            <item index="21" class="java.lang.String" itemvalue="psycopg2" />
+            <item index="22" class="java.lang.String" itemvalue="numpy" />
+            <item index="23" class="java.lang.String" itemvalue="requests" />
+            <item index="24" class="java.lang.String" itemvalue="loguru" />
+            <item index="25" class="java.lang.String" itemvalue="kafka-python" />
+            <item index="26" class="java.lang.String" itemvalue="mlflow" />
+            <item index="27" class="java.lang.String" itemvalue="sqlparse" />
+            <item index="28" class="java.lang.String" itemvalue="azure-storage-blob" />
+          </list>
+        </value>
+      </option>
+    </inspection_tool>
+    <inspection_tool class="PyUnresolvedReferencesInspection" enabled="true" level="WARNING" enabled_by_default="true">
+      <option name="ignoredIdentifiers">
+        <list>
+          <option value="scripts.core.data.data_import.KairosQueryBuilder.input_tag" />
+          <option value="scripts.core.data.data_import.KairosQueryBuilder.metric_name" />
+          <option value="scripts.core.data.data_import.KairosQueryBuilder.aggregation_name" />
+          <option value="scripts.core.data.data_import.DataPuller.postgres_engine" />
+          <option value="scripts.core.data.data_import.end" />
+        </list>
+      </option>
+    </inspection_tool>
+  </profile>
+</component>
\ No newline at end of file

.idea/inspectionProfiles/profiles_settings.xml

+<component name="InspectionProjectProfileManager">
+  <settings>
+    <option name="USE_PROJECT_PROFILE" value="false" />
+    <version value="1.0" />
+  </settings>
+</component>
\ No newline at end of file

.idea/jupyter-files.iml

+<?xml version="1.0" encoding="UTF-8"?>
+<module type="PYTHON_MODULE" version="4">
+  <component name="NewModuleRootManager">
+    <content url="file://$MODULE_DIR$" />
+    <orderEntry type="jdk" jdkName="Python 3.8 (GB)" jdkType="Python SDK" />
+    <orderEntry type="sourceFolder" forTests="false" />
+  </component>
+</module>
\ No newline at end of file

.idea/misc.xml

+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectRootManager" version="2" project-jdk-name="Python 3.8 (GB)" project-jdk-type="Python SDK" />
+</project>
\ No newline at end of file

.idea/modules.xml

+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectModuleManager">
+    <modules>
+      <module fileurl="file://$PROJECT_DIR$/.idea/jupyter-files.iml" filepath="$PROJECT_DIR$/.idea/jupyter-files.iml" />
+    </modules>
+  </component>
+</project>
\ No newline at end of file

.ipynb_checkpoints/Untitled-checkpoint.ipynb

+{
+ "cells": [],
+ "metadata": {},
+ "nbformat": 4,
+ "nbformat_minor": 5
+}

.ipynb_checkpoints/all_params-checkpoint.ipynb

+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 5,
+   "id": "92288c18-9e90-4950-ae12-5f399cd556ca",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import pandas as pd\n",
+    "import numpy as np\n",
+    "from functools import reduce\n",
+    "import os"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 6,
+   "id": "291d9082-5c23-4240-9328-7232d7239fbc",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "path = \"batch\""
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 7,
+   "id": "207edb57-4f69-4464-bece-4f3e36e7bbe3",
+   "metadata": {},
+   "outputs": [
+    {
+     "ename": "FileNotFoundError",
+     "evalue": "[WinError 3] The system cannot find the path specified: 'batch'",
+     "output_type": "error",
+     "traceback": [
+      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
+      "\u001b[1;31mFileNotFoundError\u001b[0m                         Traceback (most recent call last)",
+      "Input \u001b[1;32mIn [7]\u001b[0m, in \u001b[0;36m<cell line: 1>\u001b[1;34m()\u001b[0m\n\u001b[1;32m----> 1\u001b[0m files \u001b[38;5;241m=\u001b[39m \u001b[43mos\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mlistdir\u001b[49m\u001b[43m(\u001b[49m\u001b[43mpath\u001b[49m\u001b[43m)\u001b[49m\n",
+      "\u001b[1;31mFileNotFoundError\u001b[0m: [WinError 3] The system cannot find the path specified: 'batch'"
+     ]
+    }
+   ],
+   "source": [
+    "files = os.listdir(path)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 8,
+   "id": "42c672ec-d6c9-43a6-867f-05faaee19060",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "final_df = pd.DataFrame()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 4,
+   "id": "f1ba65b7-6aa3-4802-b3c4-1d3d40c86f03",
+   "metadata": {},
+   "outputs": [
+    {
+     "ename": "NameError",
+     "evalue": "name 'files' is not defined",
+     "output_type": "error",
+     "traceback": [
+      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
+      "\u001b[1;31mNameError\u001b[0m                                 Traceback (most recent call last)",
+      "Input \u001b[1;32mIn [4]\u001b[0m, in \u001b[0;36m<cell line: 1>\u001b[1;34m()\u001b[0m\n\u001b[1;32m----> 1\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m file \u001b[38;5;129;01min\u001b[39;00m \u001b[43mfiles\u001b[49m:\n\u001b[0;32m      2\u001b[0m     df \u001b[38;5;241m=\u001b[39m pd\u001b[38;5;241m.\u001b[39mread_csv(os\u001b[38;5;241m.\u001b[39mpath\u001b[38;5;241m.\u001b[39mjoin(path,file))\n\u001b[0;32m      3\u001b[0m     df \u001b[38;5;241m=\u001b[39m df[req_cols]\n",
+      "\u001b[1;31mNameError\u001b[0m: name 'files' is not defined"
+     ]
+    }
+   ],
+   "source": [
+    "for file in files:\n",
+    "    df = pd.read_csv(os.path.join(path,file))\n",
+    "    df = df[req_cols]\n",
+    "    batch_id = list(set(list(df['batch_id'])))[0]\n",
+    "    for col in df.columns:\n",
+    "        if col not in ['diff', 'batch_id']:\n",
+    "            new_col = f'{batch_id}_{col}'\n",
+    "            df = df.rename(columns={col: new_col})\n",
+    "    df = df.drop('batch_id',axis=1)\n",
+    "    if final_df.empty:\n",
+    "        final_df = df\n",
+    "    else:\n",
+    "        final_df = pd.merge(final_df, df, on='diff', how='outer')"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "8411c14c-19d8-41aa-a515-b30d3d8184b0",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "f"
+   ]
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3 (ipykernel)",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.8.13"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}

.ipynb_checkpoints/stage-1-checkpoint.ipynb

+{
+ "cells": [],
+ "metadata": {},
+ "nbformat": 4,
+ "nbformat_minor": 5
+}

.ipynb_checkpoints/stage-2-checkpoint.csv

+Equipment,Batch Number,Start Time,End Time
+A-5201,B2301-I-P2EP001,17/3/23 16:30,18/3/23 03:30
+A-5201,B2301-I-P2EP002,16/3/23 22:00,17/3/23 09:45
+A-5201,B2301-I-P2EP003,16/3/23 01:30,16/3/23 12:30
+A-5201,B2301-I-P2EP004,15/3/23 10:30,15/3/23 22:30
+A-5201,B2301-I-P2EP005,14/3/23 13:00,15/3/23 01:30
+A-5201,B2301-I-P2EP006,13/3/23 22:00,14/3/23 10:00
+A-5201,B2301-I-P2EP007,13/3/23 03:00,13/3/23 15:00
+A-5201,B2301-I-P2EP008,12/3/23 10:30,12/3/23 20:45
+A-5201,B2301-I-P2EP009,11/3/23 13:00,12/3/23 0:15
+A-5201,B2301-I-P2EP010,10/3/23 23:30,11/3/23 10:00
+A-5201,B2301-I-P2EP011,10/3/23 12:00,10/3/23 23:00
+A-5201,B2301-I-P2EP012,10/3/23 2:30,10/3/23 11:30
+A-5201,B2301-I-P2EP013,9/3/23 14:30,10/3/23 1:30
+A-5201,B2301-I-P2EP014,8/3/23 3:30,8/3/23 15:00
+A-5201,B2301-I-P2EP015,7/3/23 15:00,8/3/23 3:00
+A-5201,B2301-I-P2EP016,7/3/23 4:00,7/3/23 13:30
+A-5201,B2301-I-P2EP017,6/3/23 17:00,7/3/23 3:30
+A-5201,B2301-I-P2EP018,6/3/23 6:15,6/3/23 16:30
+A-5201,B2301-I-P2EP019,5/3/23 18:30,6/3/23 5:15
+A-5201,B2302-I-2PEP051,5/3/23 2:00,05/03/23 12:15
+A-5201,B2302-I-P2EP020,4/3/23 11:30,5/3/23 1:30
+A-5201,B2302-I-P2EP021,3/3/23 16:00,4/3/23 4:00
+A-5201,B2302-I-P2EP022,2/3/23 22:15,3/3/23 8:45
+A-5201,B2302-I-P2EP023,1/3/23 20:15,2/3/23 7:45
+A-5201,B2302-I-P2EP024,28/2/23 19:00,1/3/23 6:30
+A-5201,B2302-I-P2EP025,28/2/23 04:30,28/2/23 12:30
+A-5201,B2302-I-P2EP026,27/2/23 17:45,28/2/23 04:00
+A-5201,B2302-I-P2EP027,27/2/23 07:40,27/2/23 17:15
+A-5201,B2302-I-P2EP028,26/2/23 22:00,27/2/23 07:00
+A-5201,B2302-I-P2EP029,22/2/23 02:50,22/2/23 11:00
+A-5201,B2302-I-P2EP030,21/2/23 15:20,22/2/23 02:20
+A-5201,B2302-I-P2EP031,21/2/2/3 06:00,21/2/23 14:40
+A-5201,B2302-I-P2EP032,20/2/23 19:00,21/2/23 05:30
+A-5201,B2302-I-P2EP033,20/2/23 10:05,20/2/23 18:45
+A-5201,B2302-I-P2EP034,20/2/23 01:00,20/2/23 09:30
+A-5201,B2302-I-P2EP035,19/2/23 14:00,20/2/23 00:30
+A-5201,B2302-I-P2EP036,19/2/23 05:15,19/2/23 13:30
+A-5201,B2302-I-P2EP037,18/2/23 18:00,19/2/23 04:45
+A-5201,B2302-I-P2EP038,18/2/23 06:20,18/2/23 16:00
+A-5201,B2302-I-P2EP039,17/2/23 10:30,18/2/23 00:30
+A-5201,B2302-I-P2EP040,16/2/23 16:00,17/2/23 01:30
+A-5201,B2302-I-P2EP041,14/2/23 07:00,14/2/23 17:30
+A-5201,B2302-I-P2EP042,13/2/23 16:00,14/2/23 02:45
+A-5201,B2302-I-P2EP043,13/2/23 02:00,13/2/23 11:00
+A-5201,B2302-I-P2EP044,12/2/23 14:00,13/2/23 01:30
+A-5201,B2302-I-P2EP045,12/2/23 4:30,12/2/23 13:30
+A-5201,B2302-I-P2EP046,11/2/23 19:00,12/2/23 4:00
+A-5201,B2302-I-P2EP047,11/2/23 9:05,11/2/23 18:30
+A-5201,B2302-I-P2EP048,10/2/23 23:20,11/2/23 8:30
+A-5201,B2302-I-P2EP049,10/2/23 15:00,10/2/23 23:00
+A-5201,B2302-I-P2EP050,09/02/23 21:00,12/2/23 4:30
+A-5201,B2302-I-P2EP052,09/02/23 10:05,09/02/23 20:30
+A-5201,B2302-I-P2EP053,09/02/23 10:05,08/02/23 13:00
+A-5201,B2302-I-P2EP054,08/02/23 3:15,08/02/23 12:30
+A-5201,B2302-I-P2EP055,07/02/23 14:15,08/02/23 2:45
+A-5201,B2302-I-P2EP056,06/02/23 2:00,06/02/23 14:00
+A-5201,B2303-I-P2EP057,05/02/23 14:00,06/02/23 1:30
+A-5201,B2303-I-P2EP058,04/02/23 12:00,04/02/23 23:30
+A-5201,B2303-I-P2EP059,03/02/23 22:30,04/02/23 11:30
+A-5201,B2303-I-P2EP060,03/02/23 10:00,03/02/23 21:10
+A-5201,B2303-I-P2EP061,02/02/23 20:30,03/02/23 9:30
+A-5201,B2303-I-P2EP062,29/1/23 10:30,29/1/23 21:15
+A-5201,B2303-I-P2EP063,28/1/23 22:40,29/1/23 10:00
+A-5201,B2303-I-P2EP064,28/1/23 10:00,28/1/23 22:15
+A-5201,B2303-I-P2EP065,27/1/23 21:00,28/1/23 09:40
+A-5201,B2303-I-P2EP066,26/1/23 15:45,27/1/23 03:30
+A-5201,B2303-I-P2EP067,21/1/23 07:00,21/1/23 18:40
+A-5201,B2303-I-P2EP068,18/1/23 11:00,18/1/23 22:00
+A-5201,B2303-I-P2EP069,18/1/23 00:00,18/1/23 10:30
+A-5201,B2303-I-P2EP070,17/1/23 12:30,17/1/23 23:00
+A-5201,B2303-I-P2EP071,14/1/23 11:00,14/1/23 22:30
+A-5201,B2303-I-P2EP072,14/1/23 00:05,14/1/23 10:30
+A-5201,B2303-I-P2EP073,13/1/23 10:30,13/1/23 23:35
+A-5201,B2303-I-P2EP074,12/1/23 21:45,13/1/23 10:00
+A-5201,B2303-I-P2EP075,12/1/23 9:00,12/1/23 21:15
+A-5201,B2303-I-P2EP076,8/1/23 22:30,9/1/23 8:00
+A-5201,B2303-I-P2EP077,8/1/23 10:20,8/1/23 22:00
+A-5201,B2303-I-P2EP078,7/1/23 22:15,8/1/23 10:05
+A-5201,B2303-I-P2EP079,7/1/23 9:40,7/1/23 21:45
+A-5201,B2303-I-P2EP080,6/1/23 15:00,7/1/23 9:10
\ No newline at end of file

BPR-300.csv

+,timestamp,Reactor top temperature,Reactor Bottom temperature,Reaction Mass Temperature,Reaction Vapor Temperature,Reaction Sump Level,Alpha Picoline,Formaldehyde,Pyridine-2-Ethanol,Moisture,epoch_time,diff,batch_id
+0,2023-04-10 15:30:00+05:30,30.965997289525937,23.299699258682466,30.827585227012403,27.85499586137816,81.09686346868249,,,,,1681120800000,0.0,BPR-300
+1,2023-04-10 15:45:00+05:30,30.92453529374985,23.576205213375907,30.932498433710755,27.98180280768459,80.95919885264732,,,,,1681121700000,15.0,BPR-300
+2,2023-04-10 16:00:00+05:30,30.94756796741587,23.205920255234144,30.976364395723657,27.872145290520912,81.05373665798807,10.0,0.0,15.0,10.0,1681122600000,30.0,BPR-300
+3,2023-04-10 16:15:00+05:30,30.98863056845527,23.306634998359534,31.072940522244764,28.02174160242432,80.96338016301061,,,,,1681123500000,45.0,BPR-300
+4,2023-04-10 16:30:00+05:30,31.114491168069257,23.495557409041506,30.998373783493342,27.95521171639129,80.93699696898898,,,,,1681124400000,60.0,BPR-300
+5,2023-04-10 16:45:00+05:30,31.007680466391395,23.664632914091584,31.125304584968024,27.981923149740723,80.96248354299313,,,,,1681125300000,75.0,BPR-300
+6,2023-04-10 17:00:00+05:30,31.029390040873334,23.219990443950827,30.930085038960936,28.01694289427743,81.10852389864084,,,,,1681126200000,90.0,BPR-300
+7,2023-04-10 17:15:00+05:30,31.07345482990561,23.280199864064585,30.889889962452113,28.045312297711405,81.08772182156916,,,,,1681127100000,105.0,BPR-300
+8,2023-04-10 17:30:00+05:30,30.953787924710873,23.96943936707916,31.047046219856476,27.970604035451625,81.08671730756546,,,,,1681128000000,120.0,BPR-300
+9,2023-04-10 17:45:00+05:30,30.926115450470412,23.489694305547832,30.92820917236487,28.12153741370177,81.06906231767995,,,,,1681128900000,135.0,BPR-300
+10,2023-04-10 18:00:00+05:30,30.929942464171514,23.251473920802393,31.013013036068195,27.965501683454796,80.93878189092793,,,,,1681129800000,150.0,BPR-300
+11,2023-04-10 19:00:00+05:30,30.84261148666909,24.882142879052118,30.079135631983736,28.740526287539492,80.27642742262685,,,,,1681133400000,210.0,BPR-300
+12,2023-04-10 20:00:00+05:30,30.265963481984173,21.06901352798686,30.926129864419497,28.398397439535096,81.12258974887142,,,,,1681137000000,270.0,BPR-300
+13,2023-04-10 21:00:00+05:30,30.51166888981986,24.451928859398524,30.625577131161556,27.90310756923895,80.4145302259297,,,,,1681140600000,330.0,BPR-300
+14,2023-04-10 22:00:00+05:30,30.612343690048718,26.441637706959746,30.57497660541641,27.590391816634227,80.73014445393541,,,,,1681144200000,390.0,BPR-300
+15,2023-04-10 23:00:00+05:30,31.339273059221515,20.690305949327758,31.493392003960984,28.133200602189568,81.41750984446439,,,,,1681147800000,450.0,BPR-300
+16,2023-04-11 00:00:00+05:30,30.052884559964227,22.01287869459686,31.78489926234178,27.95436631918829,80.14474914362886,,,,,1681151400000,510.0,BPR-300
+17,2023-04-11 01:00:00+05:30,31.43045078253634,22.811053238255596,30.10411102836251,28.820044837268124,81.68553304619083,,,,,1681155000000,570.0,BPR-300
+18,2023-04-11 02:00:00+05:30,31.711416482471158,26.407934238933095,31.642392166016663,28.486730527918816,81.92286930478268,,,,,1681158600000,630.0,BPR-300
+19,2023-04-11 03:00:00+05:30,30.286134111113967,24.18717810420147,31.723569460280675,28.663893990690077,81.64250850641146,,,,,1681162200000,690.0,BPR-300
+20,2023-04-11 04:00:00+05:30,31.21560709064809,26.683258680390843,30.38923587861853,27.25631183436108,81.4090193309087,,,,,1681165800000,750.0,BPR-300
+21,2023-04-11 05:00:00+05:30,31.287776042231656,24.670077374513813,31.613375958614643,27.86111233539384,81.96461181941905,,,,,1681169400000,810.0,BPR-300
+22,2023-04-11 06:00:00+05:30,30.24942956994444,23.569195323509767,30.45256437982654,27.709108183007746,80.70313135987361,,,,,1681173000000,870.0,BPR-300
+23,2023-04-11 07:00:00+05:30,31.451547393218924,20.82068266152569,30.801642516542486,27.655944196509044,81.93296864265676,,,,,1681176600000,930.0,BPR-300
+24,2023-04-11 08:00:00+05:30,31.224760302041854,23.948655756988146,30.223548500064766,27.49832161165923,80.95873228859544,,,,,1681180200000,990.0,BPR-300
+25,2023-04-11 09:00:00+05:30,30.342415197604097,22.875151707424454,31.713141753810312,28.997398963222174,81.98069600010383,,,,,1681183800000,1050.0,BPR-300
+26,2023-04-11 10:00:00+05:30,31.691558062459205,21.308460945555545,31.911933439057186,28.97466270925606,81.70722573130774,,,,,1681187400000,1110.0,BPR-300
+27,2023-04-11 11:00:00+05:30,30.79339984788888,23.180315918768375,30.86424321339735,27.755564668685807,81.08710254020184,,,,,1681191000000,1170.0,BPR-300
+28,2023-04-11 12:00:00+05:30,31.480919266068675,23.237384887817136,31.05926217361961,27.064044649034482,80.34130315720613,,,,,1681194600000,1230.0,BPR-300
+29,2023-04-11 13:00:00+05:30,31.53370636267586,21.071315557458455,31.315874812656386,28.687531124049563,81.50456162287253,,,,,1681198200000,1290.0,BPR-300
+30,2023-04-11 14:00:00+05:30,31.243566999560397,24.112646609004013,30.41593139981811,27.84589188643908,81.31318832046836,,,,,1681201800000,1350.0,BPR-300
+31,2023-04-11 15:00:00+05:30,31.953610586599353,23.37957674536434,30.274966797767593,27.81341900815884,81.44716437467025,,,,,1681205400000,1410.0,BPR-300
+32,2023-04-11 16:00:00+05:30,30.530381467986533,23.091628740511943,30.712168177005754,28.46755546031609,81.63642552947452,,,,,1681209000000,1470.0,BPR-300
+33,2023-04-11 17:00:00+05:30,30.237808761506837,21.42370593391435,30.120551190118405,27.36091613493615,80.76666456543228,,,,,1681212600000,1530.0,BPR-300
+34,2023-04-11 18:00:00+05:30,31.537295317529235,21.342915948092248,31.598746750809195,27.642851580969953,81.79605731752515,,,,,1681216200000,1590.0,BPR-300

BPR-301.csv

+,timestamp,Reactor top temperature,Reactor Bottom temperature,Reaction Mass Temperature,Reaction Vapor Temperature,Reaction Sump Level,Alpha Picoline,Formaldehyde,Pyridine-2-Ethanol,Moisture,epoch_time,diff,batch_id
+0,2023-04-10 13:00:00+05:30,31.058279891897705,23.58287062819674,30.86919289007867,28.01489726297384,80.95150116615724,,,,,1681111800000,0.0,BPR-301
+1,2023-04-10 13:15:00+05:30,30.972226921172656,23.56138341119516,31.055138406617086,27.97453546656012,81.0361692664807,,,,,1681112700000,15.0,BPR-301
+2,2023-04-10 13:30:00+05:30,31.093310076929292,24.040691031149805,30.959215595794475,27.965050899039298,81.04251466502335,,,,,1681113600000,30.0,BPR-301
+3,2023-04-10 13:45:00+05:30,31.033870045496993,23.438639513845526,30.964459213307848,28.070818250942356,80.98815923902751,,,,,1681114500000,45.0,BPR-301
+4,2023-04-10 14:00:00+05:30,30.977734644900714,23.82432959592316,30.975285193072388,28.072406139060504,81.02960711594658,14.0,0.0,40.0,10.0,1681115400000,60.0,BPR-301
+5,2023-04-10 14:15:00+05:30,30.951033266526817,23.315639706585447,30.988979487462277,27.99530566407358,80.93314901358565,,,,,1681116300000,75.0,BPR-301
+6,2023-04-10 14:30:00+05:30,31.005320041160953,23.46764251038444,31.014589787592477,27.942710940185002,81.04962525782918,,,,,1681117200000,90.0,BPR-301
+7,2023-04-10 14:45:00+05:30,31.022630073072854,23.127524773853263,31.026487903301135,27.98628349373008,81.01211019822071,,,,,1681118100000,105.0,BPR-301
+8,2023-04-10 15:00:00+05:30,30.959517013806938,23.80981805055052,31.086712400648555,27.974066211500833,80.99441862812351,,,,,1681119000000,120.0,BPR-301
+9,2023-04-10 15:15:00+05:30,31.096740315991596,23.70027514508389,31.032919007049113,27.969011594349478,81.02746793612728,,,,,1681119900000,135.0,BPR-301
+10,2023-04-10 15:30:00+05:30,30.934100083691906,23.508344401018434,31.028418883013167,28.05101401112248,81.02443736384225,,,,,1681120800000,150.0,BPR-301
+11,2023-04-10 15:45:00+05:30,31.086004451102735,23.467958453632743,30.942741194219632,28.054148516113482,81.0387767918436,,,,,1681121700000,165.0,BPR-301
+12,2023-04-10 16:00:00+05:30,30.938926658421288,23.546070788902156,31.00681223691286,28.07396375224388,81.02999734871344,10.0,0.0,20.0,10.0,1681122600000,180.0,BPR-301
+13,2023-04-10 16:15:00+05:30,30.92941186139714,23.556565934140604,30.98933869325748,27.91939507141957,81.00327303277224,,,,,1681123500000,195.0,BPR-301
+14,2023-04-10 16:30:00+05:30,30.927983950685263,23.167374733420647,30.96929200567078,27.90892946392606,80.96655545081745,,,,,1681124400000,210.0,BPR-301
+15,2023-04-10 16:45:00+05:30,31.07349716374267,23.49552994035534,31.074379849106904,27.892448967684707,80.99219548697582,,,,,1681125300000,225.0,BPR-301
+16,2023-04-10 17:00:00+05:30,30.963989833752162,23.30755618634741,31.002387295217467,28.079844461355716,80.98017802707285,,,,,1681126200000,240.0,BPR-301
+17,2023-04-10 17:15:00+05:30,31.052225532548537,23.534450352758896,31.038862482621976,27.91903419928794,81.00462406952921,,,,,1681127100000,255.0,BPR-301
+18,2023-04-10 17:30:00+05:30,31.046834211226436,23.641254427366775,30.982923093050704,27.96012337224927,80.89247557265479,,,,,1681128000000,270.0,BPR-301
+19,2023-04-10 17:45:00+05:30,30.934988056138344,23.354570502696752,31.052360199267735,28.07902577030276,80.95153999737674,,,,,1681128900000,285.0,BPR-301
+20,2023-04-10 18:00:00+05:30,31.048516340565193,23.286142612337464,31.02023680657485,27.983781550455177,81.05501761221888,,,,,1681129800000,300.0,BPR-301
+21,2023-04-10 19:00:00+05:30,30.79,27.83,30.79,28.31,82.94,,,,,1681133400000,360.0,BPR-301
+22,2023-04-10 20:00:00+05:30,30.78,27.83,30.78,28.31,82.95,,,,,1681137000000,420.0,BPR-301
+23,2023-04-10 21:00:00+05:30,30.78,27.84,30.78,28.31,82.95,,,,,1681140600000,480.0,BPR-301
+24,2023-04-10 22:00:00+05:30,30.78,27.84,30.78,28.33,82.94,,,,,1681144200000,540.0,BPR-301
+25,2023-04-10 23:00:00+05:30,30.78,27.84,30.78,28.33,82.94,,,,,1681147800000,600.0,BPR-301

BPR-302.csv

+,timestamp,Reactor top temperature,Reactor Bottom temperature,Reaction Mass Temperature,Reaction Vapor Temperature,Reaction Sump Level,Alpha Picoline,Formaldehyde,Pyridine-2-Ethanol,Moisture,epoch_time,diff,batch_id
+0,2023-04-10 11:00:00+05:30,30.063633120340498,20.833203505274607,31.263101038219077,28.180970239401898,81.97808605473692,,,,,1681104600000,0.0,BPR-302
+1,2023-04-10 12:00:00+05:30,31.78282523745696,25.35811888768298,30.163987943475593,28.58909331192033,81.02563873853138,19.0,0.0,50.0,10.0,1681108200000,60.0,BPR-302
+2,2023-04-10 13:00:00+05:30,30.96331637007187,23.53973121141324,31.055175489727976,28.00128607321337,80.95204666377215,,,,,1681111800000,120.0,BPR-302
+3,2023-04-10 13:15:00+05:30,31.02820406534025,23.397784469766304,30.897724751987784,27.97420292831564,81.01059847733693,,,,,1681112700000,135.0,BPR-302
+4,2023-04-10 13:30:00+05:30,30.97214833514268,23.809093190743244,30.974817947949234,28.048362963601164,80.96245346951127,,,,,1681113600000,150.0,BPR-302
+5,2023-04-10 13:45:00+05:30,31.018309341270243,23.476945719400046,31.02558025786036,27.878857826344397,80.91517399805659,,,,,1681114500000,165.0,BPR-302
+6,2023-04-10 14:00:00+05:30,30.981399294049254,23.36235716704575,31.101208547620278,28.002275223667887,80.90848271485623,,,,,1681115400000,180.0,BPR-302
+7,2023-04-10 14:15:00+05:30,30.93948358974731,23.662540717300967,31.094914882574844,27.998790976844848,80.96391456224873,,,,,1681116300000,195.0,BPR-302
+8,2023-04-10 14:30:00+05:30,30.95248146243813,23.45380615551006,31.039861721601287,27.986241394651035,81.05924125551697,,,,,1681117200000,210.0,BPR-302
+9,2023-04-10 14:45:00+05:30,30.88458658352226,23.73289435038126,30.959834707513615,28.016768032547102,81.0140540682209,,,,,1681118100000,225.0,BPR-302
+10,2023-04-10 15:00:00+05:30,31.007849622709386,23.333958693127197,30.959534592945182,27.99912338602096,80.87019595324999,,,,,1681119000000,240.0,BPR-302
+11,2023-04-10 15:15:00+05:30,31.046071622821486,23.51492996853359,31.018916757031676,28.04847968996721,80.95812004553827,,,,,1681119900000,255.0,BPR-302
+12,2023-04-10 15:30:00+05:30,31.003041488248122,23.41968762832341,30.841022093621504,27.95073158018152,81.06911023276601,,,,,1681120800000,270.0,BPR-302
+13,2023-04-10 15:45:00+05:30,30.92453529374985,23.576205213375907,30.932498433710755,27.98180280768459,80.95919885264732,,,,,1681121700000,285.0,BPR-302
+14,2023-04-10 16:00:00+05:30,30.94756796741587,23.205920255234144,30.976364395723657,27.872145290520912,81.05373665798807,10.0,0.0,15.0,10.0,1681122600000,300.0,BPR-302
+15,2023-04-10 16:15:00+05:30,30.98863056845527,23.306634998359534,31.072940522244764,28.02174160242432,80.96338016301061,,,,,1681123500000,315.0,BPR-302
+16,2023-04-10 16:30:00+05:30,31.114491168069257,23.495557409041506,30.998373783493342,27.95521171639129,80.93699696898898,,,,,1681124400000,330.0,BPR-302
+17,2023-04-10 16:45:00+05:30,31.007680466391395,23.664632914091584,31.125304584968024,27.981923149740723,80.96248354299313,,,,,1681125300000,345.0,BPR-302
+18,2023-04-10 17:00:00+05:30,31.029390040873334,23.219990443950827,30.930085038960936,28.01694289427743,81.10852389864084,,,,,1681126200000,360.0,BPR-302
+19,2023-04-10 17:15:00+05:30,31.07345482990561,23.280199864064585,30.889889962452113,28.045312297711405,81.08772182156916,,,,,1681127100000,375.0,BPR-302
+20,2023-04-10 17:30:00+05:30,30.953787924710873,23.96943936707916,31.047046219856476,27.970604035451625,81.08671730756546,,,,,1681128000000,390.0,BPR-302
+21,2023-04-10 17:45:00+05:30,30.926115450470412,23.489694305547832,30.92820917236487,28.12153741370177,81.06906231767995,,,,,1681128900000,405.0,BPR-302
+22,2023-04-10 18:00:00+05:30,30.929942464171514,23.251473920802393,31.013013036068195,27.965501683454796,80.93878189092793,,,,,1681129800000,420.0,BPR-302
+23,2023-04-10 19:00:00+05:30,30.84261148666909,24.882142879052118,30.079135631983736,28.740526287539492,80.27642742262685,,,,,1681133400000,480.0,BPR-302
+24,2023-04-10 20:00:00+05:30,30.265963481984173,21.06901352798686,30.926129864419497,28.398397439535096,81.12258974887142,,,,,1681137000000,540.0,BPR-302
+25,2023-04-10 21:00:00+05:30,30.51166888981986,24.451928859398524,30.625577131161556,27.90310756923895,80.4145302259297,,,,,1681140600000,600.0,BPR-302

BPR-303.csv

+,timestamp,Reactor top temperature,Reactor Bottom temperature,Reaction Mass Temperature,Reaction Vapor Temperature,Reaction Sump Level,Alpha Picoline,Formaldehyde,Pyridine-2-Ethanol,Moisture,epoch_time,diff,batch_id
+0,2023-04-10 13:15:00+05:30,30.934467377199752,24.006700868554123,31.051177414281174,27.988438934959277,81.04695312389941,,,,,1681112700000,0.0,BPR-303
+1,2023-04-10 13:30:00+05:30,31.093310076929292,24.040691031149805,30.959215595794475,27.965050899039298,81.04251466502335,,,,,1681113600000,15.0,BPR-303
+2,2023-04-10 13:45:00+05:30,31.033870045496993,23.438639513845526,30.964459213307848,28.070818250942356,80.98815923902751,,,,,1681114500000,30.0,BPR-303
+3,2023-04-10 14:00:00+05:30,30.977734644900714,23.82432959592316,30.975285193072388,28.072406139060504,81.02960711594658,14.0,0.0,40.0,10.0,1681115400000,45.0,BPR-303
+4,2023-04-10 14:15:00+05:30,30.951033266526817,23.315639706585447,30.988979487462277,27.99530566407358,80.93314901358565,,,,,1681116300000,60.0,BPR-303
+5,2023-04-10 14:30:00+05:30,31.005320041160953,23.46764251038444,31.014589787592477,27.942710940185002,81.04962525782918,,,,,1681117200000,75.0,BPR-303
+6,2023-04-10 14:45:00+05:30,31.022630073072854,23.127524773853263,31.026487903301135,27.98628349373008,81.01211019822071,,,,,1681118100000,90.0,BPR-303
+7,2023-04-10 15:00:00+05:30,30.959517013806938,23.80981805055052,31.086712400648555,27.974066211500833,80.99441862812351,,,,,1681119000000,105.0,BPR-303
+8,2023-04-10 15:15:00+05:30,31.096740315991596,23.70027514508389,31.032919007049113,27.969011594349478,81.02746793612728,,,,,1681119900000,120.0,BPR-303
+9,2023-04-10 15:30:00+05:30,30.934100083691906,23.508344401018434,31.028418883013167,28.05101401112248,81.02443736384225,,,,,1681120800000,135.0,BPR-303
+10,2023-04-10 15:45:00+05:30,31.086004451102735,23.467958453632743,30.942741194219632,28.054148516113482,81.0387767918436,,,,,1681121700000,150.0,BPR-303
+11,2023-04-10 16:00:00+05:30,30.938926658421288,23.546070788902156,31.00681223691286,28.07396375224388,81.02999734871344,10.0,0.0,20.0,10.0,1681122600000,165.0,BPR-303
+12,2023-04-10 16:15:00+05:30,30.92941186139714,23.556565934140604,30.98933869325748,27.91939507141957,81.00327303277224,,,,,1681123500000,180.0,BPR-303
+13,2023-04-10 16:30:00+05:30,30.927983950685263,23.167374733420647,30.96929200567078,27.90892946392606,80.96655545081745,,,,,1681124400000,195.0,BPR-303
+14,2023-04-10 16:45:00+05:30,31.07349716374267,23.49552994035534,31.074379849106904,27.892448967684707,80.99219548697582,,,,,1681125300000,210.0,BPR-303
+15,2023-04-10 17:00:00+05:30,30.963989833752162,23.30755618634741,31.002387295217467,28.079844461355716,80.98017802707285,,,,,1681126200000,225.0,BPR-303
+16,2023-04-10 17:15:00+05:30,31.052225532548537,23.534450352758896,31.038862482621976,27.91903419928794,81.00462406952921,,,,,1681127100000,240.0,BPR-303
+17,2023-04-10 17:30:00+05:30,31.046834211226436,23.641254427366775,30.982923093050704,27.96012337224927,80.89247557265479,,,,,1681128000000,255.0,BPR-303
+18,2023-04-10 17:45:00+05:30,30.934988056138344,23.354570502696752,31.052360199267735,28.07902577030276,80.95153999737674,,,,,1681128900000,270.0,BPR-303
+19,2023-04-10 18:00:00+05:30,31.048516340565193,23.286142612337464,31.02023680657485,27.983781550455177,81.05501761221888,,,,,1681129800000,285.0,BPR-303
+20,2023-04-10 19:00:00+05:30,30.79,27.83,30.79,28.31,82.94,,,,,1681133400000,345.0,BPR-303
+21,2023-04-10 20:00:00+05:30,30.78,27.83,30.78,28.31,82.95,,,,,1681137000000,405.0,BPR-303
+22,2023-04-10 21:00:00+05:30,30.78,27.84,30.78,28.31,82.95,,,,,1681140600000,465.0,BPR-303
+23,2023-04-10 22:00:00+05:30,30.78,27.84,30.78,28.33,82.94,,,,,1681144200000,525.0,BPR-303

Reactor top temp.csv

+diff,BPR-300_Reactor top temperature,BPR-301_Reactor top temperature
+0.0,30.965997289525937,
+15.0,30.92453529374985,
+30.0,30.94756796741587,
+45.0,30.98863056845527,
+60.0,31.114491168069257,
+75.0,31.007680466391395,
+90.0,31.02939004087333,
+105.0,31.07345482990561,
+120.0,30.953787924710877,
+135.0,30.92611545047041,
+150.0,30.929942464171518,
+210.0,30.84261148666909,
+270.0,30.265963481984173,
+330.0,30.51166888981986,
+390.0,30.61234369004872,
+450.0,31.339273059221515,
+510.0,30.052884559964227,
+570.0,31.43045078253634,
+630.0,31.71141648247116,
+690.0,30.286134111113967,
+750.0,31.21560709064809,
+810.0,31.287776042231656,
+870.0,30.24942956994444,
+930.0,31.451547393218924,
+990.0,31.22476030204185,
+1050.0,30.342415197604097,
+1110.0,31.691558062459205,
+1170.0,30.79339984788888,
+1230.0,31.480919266068675,
+1290.0,31.53370636267586,
+1350.0,31.2435669995604,
+1410.0,31.953610586599357,
+1470.0,30.530381467986533,
+1530.0,30.23780876150684,
+1590.0,31.537295317529235,
+0.0,,31.058279891897705
+15.0,,30.972226921172656
+30.0,,31.09331007692929
+45.0,,31.033870045496997
+60.0,,30.977734644900718
+75.0,,30.951033266526817
+90.0,,31.005320041160957
+105.0,,31.02263007307285
+120.0,,30.959517013806938
+135.0,,31.0967403159916
+150.0,,30.934100083691902
+165.0,,31.08600445110273
+180.0,,30.938926658421288
+195.0,,30.92941186139714
+210.0,,30.927983950685263
+225.0,,31.07349716374267
+240.0,,30.96398983375216
+255.0,,31.052225532548537
+270.0,,31.04683421122644
+285.0,,30.934988056138344
+300.0,,31.048516340565197
+360.0,,30.79
+420.0,,30.78
+480.0,,30.78
+540.0,,30.78
+600.0,,30.78

batch-test/.ipynb_checkpoints/all_params-checkpoint.ipynb

+{
+ "cells": [],
+ "metadata": {},
+ "nbformat": 4,
+ "nbformat_minor": 5
+}