Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
U
ut-adx-data-push
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
0
Issues
0
List
Boards
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Analytics
CI / CD Analytics
Repository Analytics
Value Stream Analytics
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
suryakant
ut-adx-data-push
Commits
ec13e04b
Commit
ec13e04b
authored
Jul 27, 2023
by
suryakant
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
CSV-Kairos-ADX Data Push
parent
56dcc209
Changes
3
Show whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
3273 additions
and
3260 deletions
+3273
-3260
Data/Kairos/kairos_iot_hub_data.csv
Data/Kairos/kairos_iot_hub_data.csv
+3240
-3242
data_push_with_tag.py
data_push_with_tag.py
+25
-13
kairos_to_IoT_Hub_data_push.py
kairos_to_IoT_Hub_data_push.py
+8
-5
No files found.
Data/Kairos/kairos_iot_hub_data.csv
View file @
ec13e04b
This source diff could not be displayed because it is too large. You can
view the blob
instead.
data_push_with_tag.py
View file @
ec13e04b
...
...
@@ -7,7 +7,7 @@ from azure.iot.device import IoTHubDeviceClient
from
kairos_to_IoT_Hub_data_push
import
KairosDataPush
# COMMON CONSTANTS
TIME_INTERVAL
=
6
0
TIME_INTERVAL
=
1
0
EQUIPMENT
=
"Equipment"
MACHINE
=
"Machine"
PARAMETER_NAME_KEY
=
"Parameter Name"
...
...
@@ -29,7 +29,7 @@ tag_sheet_df = pd.read_csv("Data/Apollo/tags_download_002.csv")
data_sheet_df
=
pd
.
read_csv
(
"Data/Apollo/ATL-Data-IPQC_002.csv"
)
class
SDK
_iot_hub_
Integration
:
class
SDK
IoTHub
Integration
:
"""
Class: This is the class for pushing events to Azure IoT Hub
"""
...
...
@@ -46,7 +46,8 @@ class SDK_iot_hub_Integration:
client
=
None
try
:
print
(
"Initiating - iot_hub_client_init method"
)
client
=
IoTHubDeviceClient
.
create_from_connection_string
(
CONNECTION_STRING
)
client
=
IoTHubDeviceClient
.
create_from_connection_string
(
CONNECTION_STRING
)
print
(
"Connected - iot_hub_client_init method"
)
except
Exception
as
err
:
print
(
"Exception in iot_hub_client_init: "
,
str
(
err
))
...
...
@@ -93,7 +94,8 @@ class SDK_iot_hub_Integration:
""" Iterating over each tags for Apollo Tyre XL Data """
for
each_tags
in
range
(
len
(
tag_sheet_df
)):
if
str
(
tag_sheet_df
.
loc
[
each_tags
,
EQUIPMENT
])
.
split
(
"-"
)[
-
1
]
==
\
if
str
(
tag_sheet_df
.
loc
[
each_tags
,
EQUIPMENT
])
.
split
(
"-"
)[
-
1
]
==
\
str
(
data_sheet_df
.
loc
[
each_tags
,
MACHINE
]):
data_point
=
None
...
...
@@ -101,28 +103,38 @@ class SDK_iot_hub_Integration:
# Creating a datapoint
data_point
=
data_sheet_df
.
loc
[
each_row
,
str
(
tag_sheet_df
.
loc
[
each_tags
,
PARAMETER_NAME_KEY
])
.
replace
(
" "
,
"_"
)]
PARAMETER_NAME_KEY
])
.
replace
(
" "
,
"_"
)]
# final JSON with tag values
final_json
[
DATA_KEY
][
tag_sheet_df
.
loc
[
each_tags
,
TAG_ID_KEY
]]
=
{
final_json
[
DATA_KEY
][
tag_sheet_df
.
loc
[
each_tags
,
TAG_ID_KEY
]]
=
{
"val"
:
int
(
data_point
),
"dq"
:
1
,
"ta"
:
str
(
tag_sheet_df
.
loc
[
each_tags
,
PARAMETER_NAME_KEY
])
.
replace
(
" "
,
""
)}
PARAMETER_NAME_KEY
])
.
replace
(
" "
,
""
)}
except
:
if
data_point
:
# if data points are present for tag in data csv
final_json
[
DATA_KEY
][
tag_sheet_df
.
loc
[
each_tags
,
TAG_ID_KEY
]]
=
{
final_json
[
DATA_KEY
][
tag_sheet_df
.
loc
[
each_tags
,
TAG_ID_KEY
]]
=
{
"val"
:
data_point
,
"dq"
:
1
,
"ta"
:
str
(
tag_sheet_df
.
loc
[
each_tags
,
PARAMETER_NAME_KEY
])
.
replace
(
" "
,
""
)
"ta"
:
str
(
tag_sheet_df
.
loc
[
each_tags
,
PARAMETER_NAME_KEY
])
.
replace
(
" "
,
""
)
}
else
:
# if data points are not present for tag in data csv
final_json
[
DATA_KEY
][
tag_sheet_df
.
loc
[
each_tags
,
TAG_ID_KEY
]]
=
{
# if data points are not present for
# tag in data csv
final_json
[
DATA_KEY
][
tag_sheet_df
.
loc
[
each_tags
,
TAG_ID_KEY
]]
=
{
"val"
:
0
,
"dq"
:
2
,
"ta"
:
str
(
tag_sheet_df
.
loc
[
each_tags
,
PARAMETER_NAME_KEY
])
.
replace
(
" "
,
""
)
"ta"
:
str
(
tag_sheet_df
.
loc
[
each_tags
,
PARAMETER_NAME_KEY
])
.
replace
(
" "
,
""
)
}
""" Iterating over each data for Kairos Data """
...
...
@@ -177,5 +189,5 @@ class SDK_iot_hub_Integration:
if
__name__
==
"__main__"
:
cloud_to_device_obj
=
SDK
_iot_hub_
Integration
()
cloud_to_device_obj
=
SDK
IoTHub
Integration
()
cloud_to_device_obj
.
iot_hub_client_telemetry_sample_run
()
kairos_to_IoT_Hub_data_push.py
View file @
ec13e04b
...
...
@@ -64,7 +64,8 @@ class KairosDataPush:
"unit"
:
"hours"
}
}
self
.
kairos_url
=
"https://staging.unifytwin.com/kairos/api/v1/datapoints/query"
self
.
kairos_url
=
"https://staging.unifytwin.com/kairos/api/v1/"
\
"datapoints/query"
self
.
header
=
{
'Authorization'
:
'Basic aUxlbnM6aUxlbnNTVEckNDU2'
,
'Content-Type'
:
'application/json'
}
...
...
@@ -113,7 +114,8 @@ class KairosDataPush:
data
=
json
.
dumps
(
self
.
kairos_metrics
))
for
each_kairos_data
in
json
.
loads
(
response
.
text
)[
"queries"
][
0
][
"results"
]:
data_json
[
each_kairos_data
[
"tags"
][
"c3"
][
0
]]
=
dict
(
each_kairos_data
[
"values"
])
data_json
[
each_kairos_data
[
"tags"
][
"c3"
][
0
]]
=
dict
(
each_kairos_data
[
"values"
])
for
each_tags
in
self
.
tags_list
:
if
each_tags
not
in
data_json
:
...
...
@@ -138,7 +140,8 @@ class KairosDataPush:
client
=
None
try
:
print
(
"Initiating - iot_hub_client_init method"
)
client
=
IoTHubDeviceClient
.
create_from_connection_string
(
CONNECTION_STRING
)
client
=
IoTHubDeviceClient
.
create_from_connection_string
(
CONNECTION_STRING
)
print
(
"Connected - iot_hub_client_init method"
)
except
Exception
as
err
:
print
(
"Exception in iot_hub_client_init: "
,
str
(
err
))
...
...
@@ -155,7 +158,8 @@ class KairosDataPush:
# Connection to IoT Hub using connection strings
client
=
self
.
iot_hub_client_init
()
tag_list
,
kairos_data_df
=
self
.
reading_csv_excel_file
(
csv_excel_path
=
csv_path
)
tag_list
,
kairos_data_df
=
self
.
reading_csv_excel_file
(
csv_excel_path
=
csv_path
)
message_counter
=
1
...
...
@@ -225,7 +229,6 @@ class KairosDataPush:
except
KeyboardInterrupt
:
print
(
"STOP: IoT Hub device data push"
)
# if __name__ == "__main__":
#
# # Send Telemetry to Cloud
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment