Added logging to fastapi

This commit is contained in:
Khalim Conn-Kowlessar 2023-09-13 10:13:05 +01:00
parent f6decbd712
commit 57bc7ea4ed

View file

@ -350,8 +350,9 @@ async def trigger_plan(body: PlanTriggerRequest):
recommendations_scoring_data = pd.DataFrame(recommendations_scoring_data)
# Clean the data
logger.info("Reading in cleaning dataset from s3")
cleaning_data = read_parquet_from_s3(
bucket_name="retrofit-data-dev",
bucket_name="retrofit-data-{environment}".format(environment=get_settings().ENVIRONMENT),
file_key="sap_change_model/cleaning_dataset.parquet",
)
cleaning_data = cleaning_data.rename(columns={"local-authority": "LOCAL_AUTHORITY"})
@ -384,6 +385,7 @@ async def trigger_plan(body: PlanTriggerRequest):
timestamp=created_at
)
logger.info("Storing scoring data to s3")
save_dataframe_to_s3_parquet(
df=recommendations_scoring_data,
bucket_name="retrofit-data-{environment}".format(environment=get_settings().ENVIRONMENT),