diff --git a/backend/app/plan/router.py b/backend/app/plan/router.py index 8b6d59f3..9f3a7621 100644 --- a/backend/app/plan/router.py +++ b/backend/app/plan/router.py @@ -350,8 +350,9 @@ async def trigger_plan(body: PlanTriggerRequest): recommendations_scoring_data = pd.DataFrame(recommendations_scoring_data) # Clean the data + logger.info("Reading in cleaning dataset from s3") cleaning_data = read_parquet_from_s3( - bucket_name="retrofit-data-dev", + bucket_name="retrofit-data-{environment}".format(environment=get_settings().ENVIRONMENT), file_key="sap_change_model/cleaning_dataset.parquet", ) cleaning_data = cleaning_data.rename(columns={"local-authority": "LOCAL_AUTHORITY"}) @@ -384,6 +385,7 @@ async def trigger_plan(body: PlanTriggerRequest): timestamp=created_at ) + logger.info("Storing scoring data to s3") save_dataframe_to_s3_parquet( df=recommendations_scoring_data, bucket_name="retrofit-data-{environment}".format(environment=get_settings().ENVIRONMENT),