remove unneccessary columns, rename the lookup tables appropriately, ReleaseNotes updated

d2b7a906 · aakash.bedi · c03c30a4 · d2b7a906 · d2b7a906 · d2b7a906
Commit d2b7a906 authored Apr 04, 2022 by aakash.bedi
6 changed files
--- a/ReleaseNote.txt
+++ b/ReleaseNote.txt
 Release Notes:
-[2021-10-27] Features:
+[2022-04-04] Features:
    1. Updated model file with client recommended parameters.
    2. Computing every 15 minutes now.
    3. Recommendations are in a range now.
 [Initial] Features:
-    1. New model "delta_v1" with an MAE of about 800 being deployed.
+    1. New model "ctcmp_v1" with an MAE of about 0.4719 and MAPE of about 0.0056850 being deployed (evaluated on 415 datapoints)
\ No newline at end of file
\ No newline at end of file
--- a/conf/data.yml
+++ b/conf/data.yml
 column_renamer:
    site_114$dept_129$line_326$equipment_3903$tag_4831: Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Flow 5
-    site_114$dept_129$line_326$equipment_3903$tag_4648: Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Flow CV
    site_114$dept_129$line_326$equipment_3903$tag_4692: Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Pressure 2
    site_114$dept_129$line_326$equipment_3903$tag_4703: Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Temperature 1
    site_114$dept_129$line_326$equipment_3903$tag_4704: Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Temperature 2
-    site_114$dept_129$line_326$equipment_3903$tag_4705: Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Temperature 3
-    site_114$dept_129$line_326$equipment_3903$tag_4828: Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Flow 2
    site_114$dept_129$line_326$equipment_3903$tag_4829: Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Flow 3
    site_114$dept_129$line_326$equipment_3903$tag_4830: Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Flow 4
    site_114$dept_129$line_326$equipment_3903$tag_4862: Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Chlorine
-    site_114$dept_129$line_326$equipment_3903$tag_4688: Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Running status
-    site_114$dept_129$line_326$equipment_3903$tag_4647: Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Temperature CV
    site_114$dept_129$line_326$equipment_3903$tag_5153: Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Ratio R7204
-    site_114$dept_129$line_326$equipment_3903$tag_4570: Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Temperature
 train_query:
  metrics:
    - tags:
        c3:
          - site_114$dept_129$line_326$equipment_3903$tag_4831
-          - site_114$dept_129$line_326$equipment_3903$tag_4648
          - site_114$dept_129$line_326$equipment_3903$tag_4692
          - site_114$dept_129$line_326$equipment_3903$tag_4703
          - site_114$dept_129$line_326$equipment_3903$tag_4704
-          - site_114$dept_129$line_326$equipment_3903$tag_4705
-          - site_114$dept_129$line_326$equipment_3903$tag_4828
          - site_114$dept_129$line_326$equipment_3903$tag_4829
          - site_114$dept_129$line_326$equipment_3903$tag_4830
          - site_114$dept_129$line_326$equipment_3903$tag_4862
-          - site_114$dept_129$line_326$equipment_3903$tag_4647
          - site_114$dept_129$line_326$equipment_3903$tag_5153
-          - site_114$dept_129$line_326$equipment_3903$tag_4570
      name: ilens.live_data.raw
      group_by:
        - name: tag
@@ -44,21 +32,21 @@ train_query:
            unit: minutes
          align_sampling: true
          align_start_time: true
-    - tags:
+#    - tags:
-        c3:
+#        c3:
-          - site_114$dept_129$line_326$equipment_3903$tag_4688
+#          - site_114$dept_129$line_326$equipment_3903$tag_4688
-      name: ilens.live_data.raw
+#      name: ilens.live_data.raw
-      group_by:
+#      group_by:
-        - name: tag
+#        - name: tag
-          tags:
+#          tags:
-            - c3
+#            - c3
-      aggregators:
+#      aggregators:
-        - name: min
+#        - name: min
-          sampling:
+#          sampling:
-            value: '1'
+#            value: '1'
-            unit: hours
+#            unit: hours
-          align_sampling: true
+#          align_sampling: true
-          align_start_time: true    
+#          align_start_time: true
  plugins: [ ]
  cache_time: 0
  time_zone: Asia/Calcutta
@@ -71,18 +59,13 @@ live_query:
    - tags:
        c3:
          - site_114$dept_129$line_326$equipment_3903$tag_4831
-          - site_114$dept_129$line_326$equipment_3903$tag_4648
          - site_114$dept_129$line_326$equipment_3903$tag_4692
          - site_114$dept_129$line_326$equipment_3903$tag_4703
          - site_114$dept_129$line_326$equipment_3903$tag_4704
-          - site_114$dept_129$line_326$equipment_3903$tag_4705
-          - site_114$dept_129$line_326$equipment_3903$tag_4828
          - site_114$dept_129$line_326$equipment_3903$tag_4829
          - site_114$dept_129$line_326$equipment_3903$tag_4830
          - site_114$dept_129$line_326$equipment_3903$tag_4862
-          - site_114$dept_129$line_326$equipment_3903$tag_4647
          - site_114$dept_129$line_326$equipment_3903$tag_5153
-          - site_114$dept_129$line_326$equipment_3903$tag_4570
      name: ilens.live_data.raw
      group_by:
        - name: tag
@@ -95,21 +78,21 @@ live_query:
            unit: minutes
          align_sampling: true
          align_start_time: true
-    - tags:
+#    - tags:
-        c3:
+#        c3:
-          - site_114$dept_129$line_326$equipment_3903$tag_4688
+#          - site_114$dept_129$line_326$equipment_3903$tag_4688
-      name: ilens.live_data.raw
+#      name: ilens.live_data.raw
-      group_by:
+#      group_by:
-        - name: tag
+#        - name: tag
-          tags:
+#          tags:
-            - c3
+#            - c3
-      aggregators:
+#      aggregators:
-        - name: min
+#        - name: min
-          sampling:
+#          sampling:
-            value: '15'
+#            value: '15'
-            unit: minutes
+#            unit: minutes
-          align_sampling: true
+#          align_sampling: true
-          align_start_time: true    
+#          align_start_time: true
  plugins: [ ]
  cache_time: 0
  time_zone: Asia/Calcutta
@@ -174,13 +157,11 @@ output:
    ai_yield_pure CTCMP_delta: site_114$dept_129$line_326$equipment_3903$tag_6083
  site: "site_114"
  target: "Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.CTCMP"
  tables:
-    profile: "gba_ctcmp_profile"
+    profile: "gba_ctcmp_r7204_profile"
-    lookup: "gba_ctcmp_lookup"
+    lookup: "gba_ctcmp_r7204_lookup"
 device_tag_map:
  Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Pressure 2: PI_R7204_2

--- a/conf/profile.csv
+++ b/conf/profile.csv
-device_tag,column,importances,min,max,mean,std_dev,range_min,range_max,golden_batch_minimum,golden_batch_maximum,operating_min,operating_max,module,model_version
+device_tag,device_id,column,importances,min,max,mean,std_dev,range_min,range_max,golden_batch_minimum,golden_batch_maximum,operating_min,operating_max,module,model_version
-PI_R7204_2,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Pressure 2,19.9,0,1,0.4,0.1,0.3,0.5,0,1,0,1,Golden Batch - CTCMP,latest
+PI_R7204_2,Reactor pressure,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Pressure 2,19.9,0,1,0.4,0.1,0.3,0.5,0,1,0,1,Golden Batch - CTCMP,latest
-TI_R7204_3,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Temperature 1,13.6,139,204,170.7,9.4,156.6,184.8,156,185,156,185,Golden Batch - CTCMP,latest
+TI_R7204_3,Temperature 1,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Temperature 1,13.6,139,204,170.7,9.4,156.6,184.8,156,185,156,185,Golden Batch - CTCMP,latest
-TIC_R7204_1,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Temperature 2,7.7,171,194,181.3,4.0,175.3,187.3,175,188,175,188,Golden Batch - CTCMP,latest
+TIC_R7204_1,Rxn Mass Temp (Deg C),Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Temperature 2,7.7,171,194,181.3,4,175.3,187.3,175,188,175,188,Golden Batch - CTCMP,latest
-FI_R7204_4,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Flow 4,23.4,50,132,92.1,12.2,73.8,110.4,73,111,73,111,Golden Batch - CTCMP,latest
+FI_R7204_4,APTCB Flow as per FT (Kg/Hr),Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Flow 4,23.4,50,132,92.1,12.2,73.8,110.4,73,111,73,111,Golden Batch - CTCMP,latest
-AI_R7204,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Chlorine,23.6,-1,0,-0.9,0.0,-1.0,-0.9,-1,0,-1,0,Golden Batch - CTCMP,latest
+AI_R7204,Chlorine,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Chlorine,23.6,-1,0,-0.9,0,-1,-0.9,-1,0,-1,0,Golden Batch - CTCMP,latest
-RATIO,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Ratio R7204,5.2,-31,9,3.6,1.0,2.1,5.2,2,6,2,6,Golden Batch - CTCMP,latest
+RATIO,APTCB: Chlorine ratio 00:01:04 (Min),Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Ratio R7204,5.2,-31,9,3.6,1,2.1,5.2,2,6,2,6,Golden Batch - CTCMP,latest
-Total_chlorine_flow,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.total_chlorine_flow,6.6,176,504,338.8,61.3,246.8,430.7,246,431,246,431,Golden Batch - CTCMP,latest
+Total_chlorine_flow,Sum of Fresh Chlorine Flow Rate and Recycled Chlorine Flow Rate,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.total_chlorine_flow,6.6,176,504,338.8,61.3,246.8,430.7,246,431,246,431,Golden Batch - CTCMP,latest
--- a/gba_ctcmp_lookup.csv
+++ b/gba_ctcmp_lookup.csv
-device_tag,column,importances,min,max,mean,std_dev,range_min,range_max,golden_batch_minimum,golden_batch_maximum,operating_min,operating_max,module,model_version,rec_lower,rec_upper,rec_original,rec_status
-PI_R7204_2,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Pressure 2,19.9,0,1,0.4,0.1,0.3,0.5,0,1,0,1,Golden Batch - CTCMP,latest,0,1,0.86,Operator to make changes based on recommendations!
-TI_R7204_3,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Temperature 1,13.6,139,204,170.7,9.4,156.6,184.8,156,185,156,185,Golden Batch - CTCMP,latest,156,158,157.12,Operator to make changes based on recommendations!
-TIC_R7204_1,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Temperature 2,7.7,171,194,181.3,4.0,175.3,187.3,175,188,175,188,Golden Batch - CTCMP,latest,178,179,178.45,Operator to make changes based on recommendations!
-FI_R7204_4,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Flow 4,23.4,50,132,92.1,12.2,73.8,110.4,73,111,73,111,Golden Batch - CTCMP,latest,94,100,97.26,Operator to make changes based on recommendations!
-AI_R7204,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Chlorine,23.6,-1,0,-0.9,0.0,-1.0,-0.9,-1,0,-1,0,Golden Batch - CTCMP,latest,-1,0,-0.35,Operator to make changes based on recommendations!
-RATIO,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Ratio R7204,5.2,-31,9,3.6,1.0,2.1,5.2,2,6,2,6,Golden Batch - CTCMP,latest,4,6,5.13,Operator to make changes based on recommendations!
-Total_chlorine_flow,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.total_chlorine_flow,6.6,176,504,338.8,61.3,246.8,430.7,246,431,246,431,Golden Batch - CTCMP,latest,284,315,299.43,Operator to make changes based on recommendations!
--- a/gba_ctcmp_r7204_lookup.csv
+++ b/gba_ctcmp_r7204_lookup.csv
+device_tag,device_id,column,importances,min,max,mean,std_dev,range_min,range_max,golden_batch_minimum,golden_batch_maximum,operating_min,operating_max,module,model_version,rec_lower,rec_upper,rec_original,rec_status
+PI_R7204_2,Reactor pressure,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Pressure 2,19.9,0,1,0.4,0.1,0.3,0.5,0,1,0,1,Golden Batch - CTCMP,latest,0,1,0.86,Operator to make changes based on recommendations!
+TI_R7204_3,Temperature 1,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Temperature 1,13.6,139,204,170.7,9.4,156.6,184.8,156,185,156,185,Golden Batch - CTCMP,latest,156,158,157.12,Operator to make changes based on recommendations!
+TIC_R7204_1,Rxn Mass Temp (Deg C),Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Temperature 2,7.7,171,194,181.3,4.0,175.3,187.3,175,188,175,188,Golden Batch - CTCMP,latest,178,179,178.45,Operator to make changes based on recommendations!
+FI_R7204_4,APTCB Flow as per FT (Kg/Hr),Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Flow 4,23.4,50,132,92.1,12.2,73.8,110.4,73,111,73,111,Golden Batch - CTCMP,latest,94,100,97.26,Operator to make changes based on recommendations!
+AI_R7204,Chlorine,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Chlorine,23.6,-1,0,-0.9,0.0,-1.0,-0.9,-1,0,-1,0,Golden Batch - CTCMP,latest,-1,0,-0.35,Operator to make changes based on recommendations!
+RATIO,APTCB: Chlorine ratio 00:01:04 (Min),Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Ratio R7204,5.2,-31,9,3.6,1.0,2.1,5.2,2,6,2,6,Golden Batch - CTCMP,latest,4,6,5.13,Operator to make changes based on recommendations!
+Total_chlorine_flow,Sum of Fresh Chlorine Flow Rate and Recycled Chlorine Flow Rate,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.total_chlorine_flow,6.6,176,504,338.8,61.3,246.8,430.7,246,431,246,431,Golden Batch - CTCMP,latest,284,315,299.43,Operator to make changes based on recommendations!
--- a/scripts/core/recommender/parameter_optimizer.py
+++ b/scripts/core/recommender/parameter_optimizer.py
@@ -241,8 +241,8 @@ class ParameterOptimization(object):
        df_updated_recommendation.to_csv("{}.csv".format(OUTPUT_DATA["tables"]["lookup"]), index=False)
        full_profile_data = "conf/profile.csv"
        df_full_profile = pd.read_csv(full_profile_data)
-        df_updated_recommendation.to_sql(OUTPUT_DATA["tables"]["lookup"], engine, if_exists="replace")
+        # df_updated_recommendation.to_sql(OUTPUT_DATA["tables"]["lookup"], engine, if_exists="replace")
-        df_full_profile.to_sql(OUTPUT_DATA["tables"]["profile"], engine, if_exists="replace")
+        # df_full_profile.to_sql(OUTPUT_DATA["tables"]["profile"], engine, if_exists="replace")
    def find_optimum(self, data_dict, add_predict, controllable=False):
        logger.info("Finding optimum data for the last received live data.")
@@ -253,10 +253,8 @@ class ParameterOptimization(object):
        data_1 = df_validate
        original_data = df_validate.to_dict(orient="records")[0]
        df_validate = df_validate[PARAMETER_INPUT]
-        # print("df_validate =", df_validate)
        live_data = df_validate.to_dict(orient="records")[0]
        live_processed_data = df_validate.iloc[0, :].to_numpy().reshape(1, -1)
-        # print("model =", self.model)
        live_data_prediction = self.model.predict(df_validate)[0]
        live_data_prediction_15_min = live_data_prediction / 4
        print("Live Data ---> ", data_dict[0])