Skip to content

P
preprocess-data
Commit d8222015 authored by dasharatha.vamshi's avatar dasharatha.vamshi
Browse files
Options

csv file

parent e1f2ec62
Show whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
main.py
View file @ d8222015
...@@ -87,7 +87,7 @@ if __name__ == '__main__': ...@@ -87,7 +87,7 @@ if __name__ == '__main__':
raise Exception(ComponentExceptions.INVALID_Fillna_Method) raise Exception(ComponentExceptions.INVALID_Fillna_Method)
obj = PreProcessComponent() obj = PreProcessComponent()
data, date_pkl, forcast_df = obj.preprocess(json_path, standard_scalar_path, fillna_method) data, date_pkl, forcast_df = obj.preprocess(json_path, standard_scalar_path, fillna_method)
logger.info("Got the data writing it to pickle files (preprocessed_X.pkl and date_X.pkl)") logger.info("Got the data writing it to pickle files and csv files (preprocessed_X.pkl and date_X.pkl and forcast_data.csv)")
try: try:
output = open(os.path.join(shared_volume, 'preprocessed_X.pkl'), 'wb') output = open(os.path.join(shared_volume, 'preprocessed_X.pkl'), 'wb')
pickle.dump(data, output) pickle.dump(data, output)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment