added fix for utf

backend/address2UPRN/main.py

@@ -424,9 +424,6 @@ def handler(event, context, local=False):
                 bucket, key = parse_s3_uri(s3_uri)
                 csv_data = read_csv_from_s3_dict(bucket, key)
                 df = pd.DataFrame(csv_data)
-                df.columns = [
-                    c.lstrip("\ufeff") for c in df.columns
-                ]  # strip BOM from column names
                 logger.info(f"Loaded {len(df)} rows from S3")
             except Exception as s3_error:
                 logger.error(f"Failed to read data from S3: {s3_error}")

utils/s3.py

@@ -330,7 +330,7 @@ def read_csv_from_s3(bucket_name: str, filepath: str) -> list[dict[str, str]]:
     body = s3_object["Body"].read()
 
     # Use StringIO to create a file-like object from the string
-    csv_data = StringIO(body.decode("utf-8"))
+    csv_data = StringIO(body.decode("utf-8-sig"))
 
     # Use csv library to read it into a list of dictionaries
     reader = csv.DictReader(csv_data)