@@ -44,23 +44,23 @@ def create_dataset(df, macro_variables, logger, filename=None):
44
44
S3 ().upload_to_s3 (filename_local , f"s3://covid-19/public/{ filename } .csv" , public = True )
45
45
46
46
## Float resolution (only for local file)
47
- cols_float = df .select_dtypes (include = ['float' ]).columns .tolist ()
48
- df [cols_float ] = df [cols_float ].round (2 )
49
- df .to_csv (filename_local , index = False )
50
-
51
- logger .info ("Writing to XLSX…" )
52
- # filename = os.path.join(DATA_DIR, "owid-covid-data.xlsx")
53
- # all_covid.to_excel(os.path.join(DATA_DIR, "owid-covid-data.xlsx"), index=False, engine="xlsxwriter")
54
- # upload_to_s3(filename, "public/owid-covid-data.xlsx", public=True)
55
- obj_to_s3 (df , s3_path = f"s3://covid-19/public/{ filename } .xlsx" , public = True )
56
-
57
- logger .info ("Writing to JSON…" )
58
- data = df_to_dict (
59
- df ,
60
- macro_variables .keys (),
61
- valid_json = True ,
62
- )
63
- obj_to_s3 (data , f"s3://covid-19/public/{ filename } .json" , public = True )
47
+ # cols_float = df.select_dtypes(include=['float']).columns.tolist()
48
+ # df[cols_float] = df[cols_float].round(2)
49
+ # df.to_csv(filename_local, index=False)
50
+
51
+ # logger.info("Writing to XLSX…")
52
+ # # filename = os.path.join(DATA_DIR, "owid-covid-data.xlsx")
53
+ # # all_covid.to_excel(os.path.join(DATA_DIR, "owid-covid-data.xlsx"), index=False, engine="xlsxwriter")
54
+ # # upload_to_s3(filename, "public/owid-covid-data.xlsx", public=True)
55
+ # obj_to_s3(df, s3_path=f"s3://covid-19/public/{filename}.xlsx", public=True)
56
+
57
+ # logger.info("Writing to JSON…")
58
+ # data = df_to_dict(
59
+ # df,
60
+ # macro_variables.keys(),
61
+ # valid_json=True,
62
+ # )
63
+ # obj_to_s3(data, f"s3://covid-19/public/{filename}.json", public=True)
64
64
65
65
66
66
def create_latest (df , logger ):
0 commit comments