Merge pull request #228 from Hestia-Homes/main

Added logging to fastapi
This commit is contained in:
KhalimCK 2023-09-13 10:13:48 +01:00 committed by GitHub
commit 29be8d274a
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23

View file

@ -350,8 +350,9 @@ async def trigger_plan(body: PlanTriggerRequest):
recommendations_scoring_data = pd.DataFrame(recommendations_scoring_data)
# Clean the data
logger.info("Reading in cleaning dataset from s3")
cleaning_data = read_parquet_from_s3(
bucket_name="retrofit-data-dev",
bucket_name="retrofit-data-{environment}".format(environment=get_settings().ENVIRONMENT),
file_key="sap_change_model/cleaning_dataset.parquet",
)
cleaning_data = cleaning_data.rename(columns={"local-authority": "LOCAL_AUTHORITY"})
@ -384,6 +385,7 @@ async def trigger_plan(body: PlanTriggerRequest):
timestamp=created_at
)
logger.info("Storing scoring data to s3")
save_dataframe_to_s3_parquet(
df=recommendations_scoring_data,
bucket_name="retrofit-data-{environment}".format(environment=get_settings().ENVIRONMENT),