Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
S
sterlite_custom_reports
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
0
Issues
0
List
Boards
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Analytics
CI / CD Analytics
Repository Analytics
Value Stream Analytics
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
suryakant
sterlite_custom_reports
Commits
1b8ff03e
Commit
1b8ff03e
authored
Oct 09, 2023
by
suryakant
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
Sterlite Custom Report Updates
parent
c74f4592
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
45 additions
and
15 deletions
+45
-15
scripts/core/handler/event_handler.py
scripts/core/handler/event_handler.py
+45
-15
No files found.
scripts/core/handler/event_handler.py
View file @
1b8ff03e
import
copy
import
pandas
as
pd
import
pandas
as
pd
from
datetime
import
datetime
from
datetime
import
datetime
from
scripts.constants
import
ReportType
,
CommonConstants
from
scripts.constants
import
ReportType
,
CommonConstants
...
@@ -69,34 +71,46 @@ class CustomReportHandler:
...
@@ -69,34 +71,46 @@ class CustomReportHandler:
if
input_json
[
each_blocks
][
CommonConstants
.
QUERY
]:
if
input_json
[
each_blocks
][
CommonConstants
.
QUERY
]:
for
each_kpi
in
input_json
[
each_blocks
][
CommonConstants
.
QUERY
]:
for
each_kpi
in
input_json
[
each_blocks
][
CommonConstants
.
QUERY
]:
temp_data_dict
=
dict
()
temp_data_dict
=
dict
()
append_flag
=
False
# Iterating each query for each KPI
# Iterating each query for each KPI
if
input_json
[
each_blocks
][
CommonConstants
.
QUERY
][
each_kpi
]:
if
input_json
[
each_blocks
][
CommonConstants
.
QUERY
][
each_kpi
]:
for
each_query
in
\
for
each_query
in
\
input_json
[
each_blocks
][
CommonConstants
.
QUERY
][
each_kpi
]:
input_json
[
each_blocks
][
CommonConstants
.
QUERY
][
each_kpi
]:
query
=
each_query
.
\
query
=
each_query
.
\
format
(
format
(
day_start_date
=
date_filter
[
CommonConstants
.
DAY_START_DATE
],
day_start_date
=
date_filter
[
CommonConstants
.
DAY_START_DATE
],
day_end_date
=
date_filter
[
CommonConstants
.
DAY_END_DATE
],
day_end_date
=
date_filter
[
CommonConstants
.
DAY_END_DATE
],
month_start_date
=
date_filter
[
month_start_date
=
date_filter
[
CommonConstants
.
MONTH_START_DATE
],
CommonConstants
.
MONTH_START_DATE
],
month_end_date
=
date_filter
[
CommonConstants
.
MONTH_END_DATE
],
month_end_date
=
date_filter
[
CommonConstants
.
MONTH_END_DATE
],
year_start_date
=
date_filter
[
year_start_date
=
date_filter
[
CommonConstants
.
YEAR_START_DATE
],
CommonConstants
.
YEAR_START_DATE
],
year_end_date
=
date_filter
[
CommonConstants
.
YEAR_END_DATE
])
year_end_date
=
date_filter
[
CommonConstants
.
YEAR_END_DATE
])
response
=
self
.
postgres_db_obj
.
fetch_data
(
query
=
query
)
response
=
self
.
postgres_db_obj
.
fetch_data
(
query
=
query
)
if
response
:
if
response
:
temp_data_dict
.
update
(
dict
(
response
[
0
]))
if
len
(
response
)
<=
1
:
temp_data_dict
.
update
(
dict
(
response
[
0
]))
if
not
temp_data_dict
:
append_flag
=
True
else
:
for
every_data
in
response
:
input_json
[
each_blocks
][
CommonConstants
.
DATA
]
.
\
append
(
dict
(
every_data
))
if
not
temp_data_dict
and
append_flag
:
# Creating null values if no data
# Creating null values if no data
for
each_columns
in
input_json
[
each_blocks
][
for
each_columns
in
input_json
[
each_blocks
][
CommonConstants
.
DATA_COLUMN
]:
CommonConstants
.
DATA_COLUMN
]:
temp_data_dict
.
update
({
each_columns
:
None
})
temp_data_dict
.
update
({
each_columns
:
None
})
input_json
[
each_blocks
][
CommonConstants
.
DATA
]
.
append
(
if
append_flag
:
temp_data_dict
)
input_json
[
each_blocks
][
CommonConstants
.
DATA
]
.
append
(
temp_data_dict
)
else
:
else
:
temp_data_dict
=
dict
()
temp_data_dict
=
dict
()
for
each_columns
in
input_json
[
each_blocks
][
for
each_columns
in
input_json
[
each_blocks
][
...
@@ -114,8 +128,20 @@ class CustomReportHandler:
...
@@ -114,8 +128,20 @@ class CustomReportHandler:
:return:
:return:
"""
"""
dataframe_list
=
[]
dataframe_list
=
[]
print
(
input_json
)
print
(
sheet_name
)
print
(
sheet_name
)
print
(
len
(
input_json
))
if
len
(
input_json
)
>=
2
:
print
(
"2 block"
)
# concatenated_df = pd.concat(
# [dataframes_to_concat[i], dataframes_to_concat[i + 1]],
for
each_blocks
in
input_json
:
print
(
input_json
[
each_blocks
])
else
:
print
(
"1 block"
)
print
()
# for each_blocks in input_json:
# for each_blocks in input_json:
# print(each_blocks)
# print(each_blocks)
# dataframe = pd.DataFrame(data=input_json[each_blocks]["data"])
# dataframe = pd.DataFrame(data=input_json[each_blocks]["data"])
...
@@ -142,21 +168,25 @@ class CustomReportHandler:
...
@@ -142,21 +168,25 @@ class CustomReportHandler:
for
each_date_range
in
date_filter
:
for
each_date_range
in
date_filter
:
report_template
=
copy
.
deepcopy
(
SterliteRefineryTemplate
.
REPORT_TEMPLATE
)
# Iterating over sterlite json file
# Iterating over sterlite json file
for
each_blocks
in
SterliteRefineryTemplate
.
REPORT_TEMPLATE
:
for
each_blocks
in
report_template
:
# Getting the data from queries
# Getting the data from queries
each_blocks
=
self
.
get_queries_from_db
(
each_blocks
=
self
.
get_queries_from_db
(
input_json
=
each_blocks
,
date_filter
=
each_date_range
input_json
=
each_blocks
,
date_filter
=
each_date_range
)
)
print
(
"="
*
60
)
print
(
"="
*
60
)
print
(
each_blocks
)
print
(
each_blocks
)
#
self.write_dataframe_to_excel(
self
.
write_dataframe_to_excel
(
#
input_json=each_blocks,
input_json
=
each_blocks
,
#
sheet_name=each_date_range[CommonConstants.DAY_START_DATE]
sheet_name
=
each_date_range
[
CommonConstants
.
DAY_START_DATE
]
#
)
)
break
break
print
(
"@"
*
100
)
print
(
"@"
*
100
)
print
(
report_template
)
break
break
except
GeneralException
as
err
:
except
GeneralException
as
err
:
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment