Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
S
sterlite_custom_reports
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
0
Issues
0
List
Boards
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Analytics
CI / CD Analytics
Repository Analytics
Value Stream Analytics
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
suryakant
sterlite_custom_reports
Commits
5cb65a4e
Commit
5cb65a4e
authored
Oct 13, 2023
by
suryakant
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
Query/Code Update
parent
ec94d16c
Changes
3
Expand all
Hide whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
1003 additions
and
3590 deletions
+1003
-3590
scripts/core/db/postgres/custom_report_query.py
scripts/core/db/postgres/custom_report_query.py
+888
-3476
scripts/core/handler/event_handler.py
scripts/core/handler/event_handler.py
+35
-5
scripts/template/sterlite_report_template.py
scripts/template/sterlite_report_template.py
+80
-109
No files found.
scripts/core/db/postgres/custom_report_query.py
View file @
5cb65a4e
This source diff could not be displayed because it is too large. You can
view the blob
instead.
scripts/core/handler/event_handler.py
View file @
5cb65a4e
...
@@ -74,6 +74,7 @@ class CustomReportHandler:
...
@@ -74,6 +74,7 @@ class CustomReportHandler:
temp_data_dict
=
dict
()
temp_data_dict
=
dict
()
append_flag
=
False
append_flag
=
False
data_list
=
[]
# Iterating each query for each KPI
# Iterating each query for each KPI
if
input_json
[
each_blocks
][
CommonConstants
.
QUERY
][
each_kpi
]:
if
input_json
[
each_blocks
][
CommonConstants
.
QUERY
][
each_kpi
]:
...
@@ -95,7 +96,8 @@ class CustomReportHandler:
...
@@ -95,7 +96,8 @@ class CustomReportHandler:
CommonConstants
.
YEAR_END_DATE
])
CommonConstants
.
YEAR_END_DATE
])
response
=
self
.
postgres_db_obj
.
fetch_data
(
query
=
query
)
response
=
self
.
postgres_db_obj
.
fetch_data
(
query
=
query
)
if
response
:
if
response
and
"addition"
not
in
input_json
[
each_blocks
]:
if
len
(
response
)
<=
1
:
if
len
(
response
)
<=
1
:
temp_data_dict
.
update
(
dict
(
response
[
0
]))
temp_data_dict
.
update
(
dict
(
response
[
0
]))
append_flag
=
True
append_flag
=
True
...
@@ -104,6 +106,12 @@ class CustomReportHandler:
...
@@ -104,6 +106,12 @@ class CustomReportHandler:
input_json
[
each_blocks
][
CommonConstants
.
DATA
]
.
\
input_json
[
each_blocks
][
CommonConstants
.
DATA
]
.
\
append
(
dict
(
every_data
))
append
(
dict
(
every_data
))
elif
response
and
"addition"
in
input_json
[
each_blocks
]
and
\
"primary"
in
input_json
[
each_blocks
][
"addition"
]:
for
each_data
in
response
:
data_list
.
append
(
dict
(
each_data
))
append_flag
=
True
if
not
temp_data_dict
and
not
append_flag
:
if
not
temp_data_dict
and
not
append_flag
:
# Creating null values if no data
# Creating null values if no data
for
each_columns
in
input_json
[
each_blocks
][
for
each_columns
in
input_json
[
each_blocks
][
...
@@ -111,9 +119,29 @@ class CustomReportHandler:
...
@@ -111,9 +119,29 @@ class CustomReportHandler:
temp_data_dict
.
update
({
each_columns
:
None
})
temp_data_dict
.
update
({
each_columns
:
None
})
append_flag
=
True
append_flag
=
True
if
append_flag
:
if
append_flag
and
temp_data_dict
:
input_json
[
each_blocks
][
CommonConstants
.
DATA
]
.
append
(
input_json
[
each_blocks
][
CommonConstants
.
DATA
]
.
append
(
temp_data_dict
)
temp_data_dict
)
if
data_list
:
temp_json
=
{}
for
item
in
data_list
:
category
=
item
[
input_json
[
each_blocks
][
"addition"
][
"primary"
]]
if
category
not
in
temp_json
:
temp_json
[
category
]
=
{
input_json
[
each_blocks
][
"addition"
][
"primary"
]:
category
}
for
key
in
item
:
if
key
!=
input_json
[
each_blocks
][
"addition"
][
"primary"
]:
temp_json
[
category
][
key
]
=
item
[
key
]
for
category
,
values
in
temp_json
.
items
():
if
values
not
in
input_json
[
each_blocks
][
CommonConstants
.
DATA
]:
input_json
[
each_blocks
][
CommonConstants
.
DATA
]
.
append
(
values
)
else
:
else
:
temp_data_dict
=
dict
()
temp_data_dict
=
dict
()
for
each_columns
in
input_json
[
each_blocks
][
for
each_columns
in
input_json
[
each_blocks
][
...
@@ -146,7 +174,7 @@ class CustomReportHandler:
...
@@ -146,7 +174,7 @@ class CustomReportHandler:
logger
.
info
(
"Iterating through each block to create a dataframe"
)
logger
.
info
(
"Iterating through each block to create a dataframe"
)
# Iterate through the categories and concatenate their data
# Iterate through the categories and concatenate their data
print
(
input_json
)
#
print(input_json)
for
category
,
category_data
in
input_json
.
items
():
for
category
,
category_data
in
input_json
.
items
():
data
=
category_data
.
get
(
'data'
,
[])
data
=
category_data
.
get
(
'data'
,
[])
...
@@ -172,7 +200,7 @@ class CustomReportHandler:
...
@@ -172,7 +200,7 @@ class CustomReportHandler:
start_row
,
col_index
,
value
,
start_row
,
col_index
,
value
,
workbook
.
add_format
(
workbook
.
add_format
(
SterliteRefineryTemplate
.
COLUMN_HEADER_FORMAT
)
SterliteRefineryTemplate
.
COLUMN_HEADER_FORMAT
)
)
)
logger
.
info
(
f
"Shape of current data frame is {result_df.shape}"
)
logger
.
info
(
f
"Shape of current data frame is {result_df.shape}"
)
return
result_df
.
shape
,
worksheet
return
result_df
.
shape
,
worksheet
...
@@ -255,7 +283,9 @@ class CustomReportHandler:
...
@@ -255,7 +283,9 @@ class CustomReportHandler:
# Setting width to the column
# Setting width to the column
worksheet
.
set_column
(
0
,
total_column
,
worksheet
.
set_column
(
0
,
total_column
,
CommonConstants
.
OVERALL_COLUMN_WIDTH
)
CommonConstants
.
OVERALL_COLUMN_WIDTH
)
worksheet
.
set_text_wrap
()
# Center alignment of Excel data
workbook
.
formats
[
0
]
.
set_align
(
'center'
)
logger
.
info
(
f
"Report completed for: {each_date_range}"
)
logger
.
info
(
f
"Report completed for: {each_date_range}"
)
except
GeneralException
as
err
:
except
GeneralException
as
err
:
...
...
scripts/template/sterlite_report_template.py
View file @
5cb65a4e
This diff is collapsed.
Click to expand it.
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment