junte/Model
1
0
Fork 0
mirror of https://github.com/Hestia-Homes/Model.git synced 2026-06-08 11:17:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

some excel files are formatted differently

Browse source
This commit is contained in:
Jun-te Kim 2026-05-20 17:36:20 +00:00
parent bd36f203e8
commit e5583aac1f
2 changed files with 7 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
applications/postcode_splitter/local_handler/invoke_local_lambda.py
View file

@ -14,7 +14,7 @@ payload = {
{
"task_id": "f4b3332f-c0cc-481f-96a5-d39860a647cf",
"sub_task_id": "14c042de-40c4-473b-8cd8-72c983a94a8d",
"s3_uri": "s3://retrofit-data-dev/ara_raw_inputs/calico/Calico Homes Full list EPC Properties(Sheet2) (1) (1).csv",
"s3_uri": "s3://retrofit-data-dev/bulk_onboarding_inputs/hyde2.csv",
}
)
}

7
infrastructure/csv_s3_client.py
View file

@ -13,7 +13,12 @@ class CsvS3Client(S3Client):
f"s3_uri bucket {bucket!r} does not match client bucket {self.bucket!r}"
)
raw = self.get_object(key)
text = raw.decode("utf-8-sig")
try:
text = raw.decode("utf-8-sig")
except UnicodeDecodeError:
# Some uploads are Windows-1252 (e.g. £ as byte 0xA3), not UTF-8.
text = raw.decode("cp1252")
reader = csv.DictReader(StringIO(text))
return [dict(row) for row in reader]