Skip to content

S
sterlite_custom_reports
Commit 9f037fcb authored by suryakant's avatar suryakant
Browse files
Options

Sterlite Custom Report Updates

parent 72c79200
Show whitespace changes
Inline Side-by-side
Showing with 313 additions and 109 deletions
scripts/core/db/postgres/custom_report_query.py
View file @ 9f037fcb
......@@ -4,8 +4,9 @@ class SterliteRefineryQuery:
"""
class AnodeAvailability:
# QUERY FOR ANODE_AVAILABILITY, UOM, NORMS, ON_DATE
QUERY_AA = """
# Query for ANODE_AVAILABILITY
# ANODE_AVAILABILITY, UOM, NORMS, ON_DATE
QUERY_1 = """
SELECT
'Cell House Anode Availability' AS ANODE_AVAILABILITY,
'%' AS UOM,
......@@ -48,7 +49,7 @@ class SterliteRefineryQuery:
GROUP BY
1,2;
"""
QUERY_MTD = """
QUERY_2 = """
SELECT
'Cell House Anode Availability' AS ANODE_AVAILABILITY,
'%' AS UOM,
......@@ -90,7 +91,7 @@ class SterliteRefineryQuery:
GROUP BY
1,2;
"""
QUERY_YTD = """
QUERY_3 = """
SELECT
'Cell House Anode Availability' AS ANODE_AVAILABILITY,
'%' AS UOM,
......@@ -134,7 +135,9 @@ class SterliteRefineryQuery:
"""
class DOCellsInOperation:
QUERY_AA = """
# Query for DO Cells Operation
# ANODE_AVAILABILITY, UOM, NORMS, ON_DATE
QUERY_1 = """
SELECT
'DO Cells In Operation' AS ANODE_AVAILABILITY,
'No.' AS UOM,
......@@ -159,6 +162,8 @@ class SterliteRefineryQuery:
"""
class TotalCellsInOperation:
# Query for Total Cell In Operations
# ANODE_AVAILABILITY, UOM, NORMS, ON_DATE
QUERY_1 = """
SELECT
'Total Cells In Operation' AS ANODE_AVAILABILITY,
......@@ -169,15 +174,18 @@ class SterliteRefineryQuery:
FROM
(SELECT KPI,
CASE
WHEN LOWER(TRIM(KPI)) = 'operational_cells_plan' THEN ROUND(AVG(METRIC_VALUE))
WHEN LOWER(TRIM(KPI)) = 'operational_cells_plan'
THEN ROUND(AVG(METRIC_VALUE))
ELSE NULL
END AS NORMS,
CASE
WHEN LOWER(TRIM(KPI)) = 'operational_cells_actual' THEN ROUND(AVG(METRIC_VALUE))
WHEN LOWER(TRIM(KPI)) = 'operational_cells_actual'
THEN ROUND(AVG(METRIC_VALUE))
ELSE NULL
END AS METRIC_VALUE
FROM SEMANTIC_PROD.REFINERY_OPERATIONAL_CELLS_VIEW
WHERE LOWER(TRIM(KPI)) in ('operational_cells_actual', 'operational_cells_plan')
WHERE LOWER(TRIM(KPI)) in
('operational_cells_actual', 'operational_cells_plan')
AND (date BETWEEN '{day_start_date}' AND '{day_end_date}')
GROUP BY 1)OP_CELLS
GROUP BY 1,2
......@@ -213,16 +221,164 @@ class SterliteRefineryQuery:
FROM
(SELECT KPI,
CASE
WHEN LOWER(TRIM(KPI)) = 'operational_cells_plan' THEN ROUND(AVG(METRIC_VALUE))
WHEN LOWER(TRIM(KPI)) = 'operational_cells_plan'
THEN ROUND(AVG(METRIC_VALUE))
ELSE NULL
END AS NORMS,
CASE
WHEN LOWER(TRIM(KPI)) = 'operational_cells_actual' THEN ROUND(AVG(METRIC_VALUE))
WHEN LOWER(TRIM(KPI)) = 'operational_cells_actual'
THEN ROUND(AVG(METRIC_VALUE))
ELSE NULL
END AS METRIC_VALUE
FROM SEMANTIC_PROD.REFINERY_OPERATIONAL_CELLS_VIEW
WHERE LOWER(TRIM(KPI)) in ('operational_cells_actual', 'operational_cells_plan')
WHERE LOWER(TRIM(KPI)) in
('operational_cells_actual', 'operational_cells_plan')
AND (date BETWEEN '{year_start_date}' AND '{year_end_date}')
GROUP BY 1)OP_CELLS
GROUP BY 1,2
"""
class NoOfNearMiss:
QUERY_1 = """
SELECT
CASE
WHEN LOWER(TRIM(KPI)) = 'first aid' THEN 'No. of First Aid'
WHEN LOWER(TRIM(KPI)) = 'near miss' THEN 'No. of Near Miss'
ELSE NULL
END AS safety_report,
'No.' AS UOM,
0 AS NORMS,
ROUND(SUM(METRIC_VALUE), 2) AS ON_DATE
FROM SEMANTIC_PROD.REFINERY_HSE_VIEW
WHERE LOWER(TRIM(KPI)) in ('near miss')
AND DATE BETWEEN '{day_start_date}' AND '{day_end_date}'
GROUP BY 1,2,3
"""
QUERY_2 = """
SELECT
CASE
WHEN LOWER(TRIM(KPI)) = 'first aid' THEN 'No. of First Aid'
WHEN LOWER(TRIM(KPI)) = 'near miss' THEN 'No. of Near Miss'
ELSE NULL
END AS safety_report,
'No.' AS UOM,
0 AS NORMS,
ROUND(SUM(METRIC_VALUE), 2) AS MTD
FROM SEMANTIC_PROD.REFINERY_HSE_VIEW
WHERE LOWER(TRIM(KPI)) in ('near miss')
AND DATE BETWEEN '{month_start_date}' AND '{month_end_date}'
GROUP BY 1,2,3
"""
QUERY_3 = """
SELECT
CASE
WHEN LOWER(TRIM(KPI)) = 'first aid' THEN 'No. of First Aid'
WHEN LOWER(TRIM(KPI)) = 'near miss' THEN 'No. of Near Miss'
ELSE NULL
END AS safety_report,
'No.' AS UOM,
0 AS NORMS,
ROUND(SUM(METRIC_VALUE), 2) AS YTD
FROM SEMANTIC_PROD.REFINERY_HSE_VIEW
WHERE LOWER(TRIM(KPI)) in ('near miss')
AND DATE BETWEEN '{year_start_date}' AND '{year_end_date}'
GROUP BY 1,2,3
"""
class NoOfFirstAid:
QUERY_1 = """
SELECT
CASE
WHEN LOWER(TRIM(KPI)) = 'first aid' THEN 'No. of First Aid'
WHEN LOWER(TRIM(KPI)) = 'near miss' THEN 'No. of Near Miss'
ELSE NULL
END AS safety_report,
'No.' AS UOM,
0 AS NORMS,
ROUND(SUM(METRIC_VALUE), 2) AS ON_DATE
FROM SEMANTIC_PROD.REFINERY_HSE_VIEW
WHERE LOWER(TRIM(KPI)) in ('first aid')
AND DATE BETWEEN '{day_start_date}' AND '{day_end_date}'
GROUP BY 1,2,3
"""
QUERY_2 = """
SELECT
CASE
WHEN LOWER(TRIM(KPI)) = 'first aid' THEN 'No. of First Aid'
WHEN LOWER(TRIM(KPI)) = 'near miss' THEN 'No. of Near Miss'
ELSE NULL
END AS safety_report,
'No.' AS UOM,
0 AS NORMS,
ROUND(SUM(METRIC_VALUE), 2) AS MTD
FROM SEMANTIC_PROD.REFINERY_HSE_VIEW
WHERE LOWER(TRIM(KPI)) in ('first aid')
AND DATE BETWEEN '{month_start_date}' AND '{month_end_date}'
GROUP BY 1,2,3
"""
QUERY_3 = """
SELECT
CASE
WHEN LOWER(TRIM(KPI)) = 'first aid' THEN 'No. of First Aid'
WHEN LOWER(TRIM(KPI)) = 'near miss' THEN 'No. of Near Miss'
ELSE NULL
END AS safety_report,
'No.' AS UOM,
0 AS NORMS,
ROUND(SUM(METRIC_VALUE), 2) AS YTD
FROM SEMANTIC_PROD.REFINERY_HSE_VIEW
WHERE LOWER(TRIM(KPI)) in ('first aid')
AND DATE BETWEEN '{year_start_date}' AND '{year_end_date}'
GROUP BY 1,2,3
"""
class Cir140KARectifierAvgCurrent:
QUERY_1 = """
SELECT
'Cir-1 40 KA Rectifier Avg. Current' AS power_availability,
'%' AS uom,
AVG(PLAN_METRIC_VALUE) AS norms,
SUM(ACTUAL_METRIC_VALUE) / COALESCE(NULLIF(COUNT(
CASE
WHEN ACTUAL_METRIC_VALUE <> 0 THEN 1
ELSE NULL END), 0), 1) AS on_date
FROM SEMANTIC_PROD.RECTIFIER_KPI_VIEW
WHERE LOWER(TRIM(KPI)) = '40ka_rectifier_current'
AND DATE BETWEEN '{day_start_date}' AND '{day_end_date}'
GROUP BY 1,2
"""
QUERY_2 = """
SELECT
'Cir-1 40 KA Rectifier Avg. Current' AS power_availability,
'%' AS uom,
SUM(ACTUAL_METRIC_VALUE) / COALESCE(NULLIF(COUNT(
CASE
WHEN ACTUAL_METRIC_VALUE <> 0 THEN 1
ELSE NULL END), 0), 1) AS mtd
FROM SEMANTIC_PROD.RECTIFIER_KPI_VIEW
WHERE LOWER(TRIM(KPI)) = '40ka_rectifier_current'
AND DATE BETWEEN '{month_start_date}' AND '{month_end_date}'
GROUP BY 1,2
"""
QUERY_3 = """
SELECT
'Cir-1 40 KA Rectifier Avg. Current' AS power_availability,
'%' AS uom,
SUM(ACTUAL_METRIC_VALUE) / COALESCE(NULLIF(COUNT(
CASE
WHEN ACTUAL_METRIC_VALUE <> 0 THEN 1
ELSE NULL END), 0), 1) AS ytd
FROM SEMANTIC_PROD.RECTIFIER_KPI_VIEW
WHERE LOWER(TRIM(KPI)) = '40ka_rectifier_current'
AND DATE BETWEEN '{year_start_date}' AND '{year_end_date}'
GROUP BY 1,2
"""
scripts/core/handler/event_handler.py
View file @ 9f037fcb
......@@ -69,8 +69,9 @@ class CustomReportHandler:
if input_json[each_blocks][CommonConstants.QUERY]:
for each_kpi in input_json[each_blocks][CommonConstants.QUERY]:
temp_data_dict = dict()
# Iterating each query for each KPI
# Iterating each query for each KPI
if input_json[each_blocks][CommonConstants.QUERY][each_kpi]:
for each_query in \
input_json[each_blocks][CommonConstants.QUERY][each_kpi]:
query = each_query. \
......@@ -82,8 +83,7 @@ class CustomReportHandler:
month_end_date=date_filter[CommonConstants.MONTH_END_DATE],
year_start_date=date_filter[
CommonConstants.YEAR_START_DATE],
year_end_date=date_filter[CommonConstants.YEAR_END_DATE]
)
year_end_date=date_filter[CommonConstants.YEAR_END_DATE])
response = self.postgres_db_obj.fetch_data(query=query)
if response:
......@@ -107,6 +107,21 @@ class CustomReportHandler:
input_json[each_blocks][CommonConstants.DATA].append(temp_data_dict)
return input_json
def write_dataframe_to_excel(self, input_json, sheet_name):
"""
:param input_json:
:param sheet_name:
:return:
"""
dataframe_list = []
print(sheet_name)
# for each_blocks in input_json:
# print(each_blocks)
# dataframe = pd.DataFrame(data=input_json[each_blocks]["data"])
# dataframe.columns = input_json[each_blocks]["columns"]
# dataframe_list.append(dataframe)
def custom_report_handler(self, input_json):
"""
:param input_json:
......@@ -118,18 +133,30 @@ class CustomReportHandler:
try:
# if str(input_json.job_type).lower() == ReportType.REFINERY_REPORT:
if str(input_json["job_type"]).lower() == ReportType.REFINERY_REPORT:
# Getting custom date range using start date and end date
date_filter = self.create_custom_date_filter(input_json=input_json)
# with pd.ExcelWriter(path="testing.xlsx", engine="openpyxl") as excel:
# pass
for each_date_range in date_filter:
# Iterating over sterlite json file
for each_blocks in SterliteRefineryTemplate.REPORT_TEMPLATE:
# Getting the data from queries
each_blocks = self.get_queries_from_db(
input_json=each_blocks, date_filter=each_date_range
)
# print(each_blocks)
# print("=========================================")
print(SterliteRefineryTemplate.REPORT_TEMPLATE)
print("=" * 60)
print(each_blocks)
# self.write_dataframe_to_excel(
# input_json=each_blocks,
# sheet_name=each_date_range[CommonConstants.DAY_START_DATE]
# )
break
print("@" * 100)
break
except GeneralException as err:
......
scripts/template/sterlite_report_template.py
View file @ 9f037fcb
......@@ -15,12 +15,12 @@ class SterliteRefineryTemplate:
],
"query": {
"ANODE_AVAILABILITY": [
SterliteRefineryQuery.AnodeAvailability.QUERY_AA,
SterliteRefineryQuery.AnodeAvailability.QUERY_MTD,
SterliteRefineryQuery.AnodeAvailability.QUERY_YTD,
SterliteRefineryQuery.AnodeAvailability.QUERY_1,
SterliteRefineryQuery.AnodeAvailability.QUERY_2,
SterliteRefineryQuery.AnodeAvailability.QUERY_3,
],
"DO CELLS IN OPERATION": [
SterliteRefineryQuery.DOCellsInOperation.QUERY_AA
SterliteRefineryQuery.DOCellsInOperation.QUERY_1
],
"Total Cells In Operation": [
SterliteRefineryQuery.TotalCellsInOperation.QUERY_1,
......@@ -30,19 +30,25 @@ class SterliteRefineryTemplate:
},
"data": [],
"data_column": [
"anode_availability",
"uom",
"norms",
"on_date",
"mtd",
"ytd",
],
"anode_availability", "uom", "norms",
"on_date", "mtd", "ytd"],
"description": "",
"format": "",
},
"SAFETY REPORT": {
"columns": ["SAFETY REPORT", "UOM", "NORMS", "ON DATE", "MTD", "YTD"],
"query": [],
"query": {
"No. of Near Miss": [
SterliteRefineryQuery.NoOfNearMiss.QUERY_1,
SterliteRefineryQuery.NoOfNearMiss.QUERY_2,
SterliteRefineryQuery.NoOfNearMiss.QUERY_3,
],
"No. of First Aid": [
SterliteRefineryQuery.NoOfFirstAid.QUERY_1,
SterliteRefineryQuery.NoOfFirstAid.QUERY_2,
SterliteRefineryQuery.NoOfFirstAid.QUERY_3,
]
},
"data": [],
"data_column": ["safety_report", "uom", "norms",
"on_date", "mtd", "ytd"],
......@@ -61,7 +67,22 @@ class SterliteRefineryTemplate:
"MTD",
"YTD",
],
"query": [],
"query": {
"Grid Power Availability": [],
"Cir 1 Avg. Rectifier Running Hrs.": [],
"Cir 2 Avg. Rectifier Running Hrs.": [],
"Power Availability to Cir-1": [],
"Power Availability to Cir-2": [],
"Power Availability to Cell House": [],
"Cir-1 40 KA Rectifier Avg. Current": [
SterliteRefineryQuery.Cir140KARectifierAvgCurrent.QUERY_1,
SterliteRefineryQuery.Cir140KARectifierAvgCurrent.QUERY_2,
SterliteRefineryQuery.Cir140KARectifierAvgCurrent.QUERY_3,
],
"Cir-2 35 KA Rectifier Avg. Current": [],
"Total Avg. Current": [],
"Current Density": []
},
"data": [],
"data_column": ["power_availability", "uom",
"norms", "on_date", "mtd",
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment