junte/Model
1
0
Fork 0
mirror of https://github.com/Hestia-Homes/Model.git synced 2026-07-12 13:29:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

get rid of local is true to remove suspicion

Browse source
This commit is contained in:
Jun-te Kim 2026-02-12 16:05:16 +00:00
parent 04cc6468dd
commit 4325bdf990
1 changed files with 1 additions and 13 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

14
backend/postcode_splitter/main.py
View file

@ -97,7 +97,7 @@ def send_to_address2uprn_queue(task_id: str, rows: list) -> str:
return response["MessageId"] return response["MessageId"]
def handler(event, context, local=False): def handler(event, context):
print(f"Function: {context.function_name}") print(f"Function: {context.function_name}")
print(f"Request ID: {context.aws_request_id}") print(f"Request ID: {context.aws_request_id}")
@ -117,12 +117,6 @@ def handler(event, context, local=False):
task_id = None task_id = None
subtask_id = None subtask_id = None
try: try:
# For local development
if local is True:
record = {}
record["body"] = (
'{"task_id":"e31f2f21-175b-4a91-a3ec-a6baa325e917","s3_uri":"s3://retrofit-data-dev/ara_raw_inputs/peabody/2025_11_11 - Peabody - Data Extracts for Domna_transformed.csv"}'
)
# Parse body (inputs) # Parse body (inputs)
if isinstance(record.get("body"), str): if isinstance(record.get("body"), str):
body = json.loads(record["body"]) body = json.loads(record["body"])
@ -161,13 +155,7 @@ def handler(event, context, local=False):
csv_data = read_csv_from_s3_dict(bucket, key) csv_data = read_csv_from_s3_dict(bucket, key)
df = pd.DataFrame(csv_data) df = pd.DataFrame(csv_data)
# just do 5 well we are testing, sqs connection
if local:
df = df.head(5)
# TODO: DELETE ME, if you see this in the PR.
# TODO: DELETE ME, if you see this in the PR.
# TODO: DELETE ME, if you see this in the PR.
df = df.head(1983) df = df.head(1983)
logger.info(f"CSV loaded: {len(df)} rows, {len(df.columns)} columns") logger.info(f"CSV loaded: {len(df)} rows, {len(df.columns)} columns")