# Updated exception clauses

app.py

@@ -199,56 +199,60 @@ def load_and_predict(df_grouped, index_no):
 
 
 def start_prediction(raw_path, viscosity_path, index_no, raw_skip_rows, viscosity_skip_rows):
-    logger.info(f"Starting prediction for {index_no}")
-    logger.info("Reading raw file data")
-    df = read_raw_data(raw_path, raw_skip_rows)
-    logger.info(f"Shape of raw df is {df.shape}")
+    try:
+        logger.info(f"Starting prediction for {index_no}")
+        logger.info("Reading raw file data")
+        df = read_raw_data(raw_path, raw_skip_rows)
+        logger.info(f"Shape of raw df is {df.shape}")
 
-    logger.info("Starting preprocessing material section")
-    visc_df = pd.read_excel(viscosity_path, skiprows=viscosity_skip_rows)
-    viscosity_df, raw_viscosity_df = preprocess_viscosity_section(visc_df, index_no)
-    # viscosity_df.to_csv('viscosity-agg.csv')
-    logger.info(f"The shape of the viscosity df is {viscosity_df.shape}")
-    logger.info("Completed material section preprocessing")
+        logger.info("Starting preprocessing material section")
+        visc_df = pd.read_excel(viscosity_path, skiprows=viscosity_skip_rows)
+        viscosity_df, raw_viscosity_df = preprocess_viscosity_section(visc_df, index_no)
+        # viscosity_df.to_csv('viscosity-agg.csv')
+        logger.info(f"The shape of the viscosity df is {viscosity_df.shape}")
+        logger.info("Completed material section preprocessing")
 
-    logger.info("Starting preprocessing sheet section")
-    df_sheet_grouped = preprocess_sheet_section(df, index_no)
-    logger.info(f"The shape of the Sheet df is {df_sheet_grouped.shape}")
-    logger.info("Completed sheet section preprocessing")
-    # df_sheet_grouped.to_csv('sheet-agg.csv')
+        logger.info("Starting preprocessing sheet section")
+        df_sheet_grouped = preprocess_sheet_section(df, index_no)
+        logger.info(f"The shape of the Sheet df is {df_sheet_grouped.shape}")
+        logger.info("Completed sheet section preprocessing")
+        # df_sheet_grouped.to_csv('sheet-agg.csv')
 
-    logger.info("Starting preprocessing mixer section")
-    df_mixer_grouped = preprocess_mixer_section(df, index_no)
-    logger.info(f"The shape of the Mixer df is {df_mixer_grouped.shape}")
-    logger.info("Completed mixer section preprocessing")
-    # df_mixer_grouped.to_csv('mixer-agg.csv')
+        logger.info("Starting preprocessing mixer section")
+        df_mixer_grouped = preprocess_mixer_section(df, index_no)
+        logger.info(f"The shape of the Mixer df is {df_mixer_grouped.shape}")
+        logger.info("Completed mixer section preprocessing")
+        # df_mixer_grouped.to_csv('mixer-agg.csv')
 
-    logger.info("Starting preprocessing extruder section")
-    df_extruder_grouped = preprocess_extruder_section(df, index_no, raw_viscosity_df)
-    logger.info(f"The shape of the Extruder df is {df_extruder_grouped.shape}")
-    logger.info("Completed extruder section preprocessing")
-    # df_extruder_grouped.to_csv('extruder-agg.csv')
+        logger.info("Starting preprocessing extruder section")
+        df_extruder_grouped = preprocess_extruder_section(df, index_no, raw_viscosity_df)
+        logger.info(f"The shape of the Extruder df is {df_extruder_grouped.shape}")
+        logger.info("Completed extruder section preprocessing")
+        # df_extruder_grouped.to_csv('extruder-agg.csv')
 
-    logger.info("Starting preprocessing bof section")
-    df_bof_grouped = preprocess_bof_section(df, index_no, raw_viscosity_df)
-    logger.info(f"The shape of the BOF df is {df_bof_grouped.shape}")
-    logger.info("Completed bof section preprocessing")
-    # df_bof_grouped.to_csv('bof-agg.csv')
-    # bof_desc = df_bof_grouped.describe()
-    # bof_desc.to_csv('bof-describe.csv')
+        logger.info("Starting preprocessing bof section")
+        df_bof_grouped = preprocess_bof_section(df, index_no, raw_viscosity_df)
+        logger.info(f"The shape of the BOF df is {df_bof_grouped.shape}")
+        logger.info("Completed bof section preprocessing")
+        # df_bof_grouped.to_csv('bof-agg.csv')
+        # bof_desc = df_bof_grouped.describe()
+        # bof_desc.to_csv('bof-describe.csv')
 
-    logger.info("Starting preprocessing pickup section")
-    df_pickup_grouped = preprocess_pickup_section(df, index_no, raw_viscosity_df)
-    logger.info(f"The shape of the Extruder df is {df_pickup_grouped.shape}")
-    logger.info("Completed pickup section preprocessing")
-    # df_pickup_grouped.to_csv('pickup-agg.csv')
-    # df = pd.read_csv('pickup-agg.csv')
-    # print(df.describe())
-    df_grouped = merged_all_sections(df_sheet_grouped, df_mixer_grouped, df_extruder_grouped, df_bof_grouped,
-                                     df_pickup_grouped, viscosity_df)
+        logger.info("Starting preprocessing pickup section")
+        df_pickup_grouped = preprocess_pickup_section(df, index_no, raw_viscosity_df)
+        logger.info(f"The shape of the Extruder df is {df_pickup_grouped.shape}")
+        logger.info("Completed pickup section preprocessing")
+        # df_pickup_grouped.to_csv('pickup-agg.csv')
+        # df = pd.read_csv('pickup-agg.csv')
+        # print(df.describe())
+        df_grouped = merged_all_sections(df_sheet_grouped, df_mixer_grouped, df_extruder_grouped, df_bof_grouped,
+                                         df_pickup_grouped, viscosity_df)
 
-    # load_and_predict(df_grouped, index_no)
-    model_trainer(df_grouped, index_no)
+        # load_and_predict(df_grouped, index_no)
+        model_trainer(df_grouped, index_no)
+    except Exception as err:
+        logger.error(f"Exception in main prediction {str(err)}")
+        raise Exception(str(err))
 
 
 if __name__ == "__main__":
@@ -274,3 +278,4 @@ if __name__ == "__main__":
         start_prediction(raw_file_path, viscosity_file_path, index_number, raw_file_skip_rows, viscosity_file_skip_rows)
     except Exception as e:
         logger.exception(f"Module failed because of error {e}")
+        raise Exception(str(e))

scripts/section_utils/bof_section.py

@@ -72,7 +72,7 @@ def return_batch_no_df(raw_df, viscosity_df, date_dict, index_number):
         for each_day in dt_list:
             day_df = sorted_bof_df[sorted_bof_df['day'] == each_day]
             if (day_df['length passed through'].max() - day_df['length passed through'].min()) <= 0:
-                value = 0
+                raise Exception(f"Length passed through in bof section for the day {each_day} is 0")
             else:
                 value = day_df['length passed through'].max() - day_df['length passed through'].min()
             day_length_dic[each_day] = value
@@ -233,4 +233,4 @@ def preprocess_bof_section(df, index_number, vis_df):
     except Exception as err:
         logger.error(f'Error in fetching the bof preprocess data: {str(err)}')
         logger.error(traceback.format_exc())
-        raise Exception(str(err))
\ No newline at end of file
+        raise Exception(str(err))

scripts/section_utils/pickup_section.py

@@ -505,6 +505,8 @@ def preprocess_pickup_section(raw_df, index_number, viscosity_df):
         for each_day in dt_list:
             day_df = sorted_pick_df[sorted_pick_df['day'] == each_day]
             day_length_dic[each_day] = day_df['length passed through.1'].max() - day_df['length passed through.1'].min()
+            if day_df['length passed through.1'].max() - day_df['length passed through.1'].min() <= 0:
+                raise Exception(f"Length passed through in pick up section for {each_day} is 0")
 
         ''' Reading viscosity file with skipping 2 rows '''
         viscosity_df['Mixing date'] = pd.to_datetime(viscosity_df['Mixing date'])
@@ -549,4 +551,4 @@ def preprocess_pickup_section(raw_df, index_number, viscosity_df):
     except Exception as err:
         logger.error(f'Error while performing main function for pickup section {str(err)}')
         logger.error(traceback.format_exc())
-        raise Exception(str(err))
\ No newline at end of file
+        raise Exception(str(err))