junte/Model
1
0
Fork 0
mirror of https://github.com/Hestia-Homes/Model.git synced 2026-06-30 13:10:47 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

trigger lambda and subtasks from api

Browse source
This commit is contained in:
Daniel Roth 2026-02-26 14:15:34 +00:00
parent 0165b36a2e
commit 432f050e69
2 changed files with 30 additions and 29 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
.devcontainer/backend/devcontainer.json
View file

@ -6,7 +6,8 @@
"workspaceFolder": "/workspaces/model", "workspaceFolder": "/workspaces/model",
"postStartCommand": "bash .devcontainer/backend/post-install.sh", "postStartCommand": "bash .devcontainer/backend/post-install.sh",
"mounts": [ "mounts": [
"source=${localEnv:HOME},target=/home/vscode,type=bind" // "source=${localEnv:HOME},target=/home/vscode,type=bind",
"source=${localEnv:HOME}/.aws,target=/home/vscode/.aws,type=bind,consistency=cached"
], ],
"customizations": { "customizations": {
"vscode": { "vscode": {

56
backend/app/plan/router.py
View file

@ -68,15 +68,15 @@ async def trigger_categorisation(
print("num_property_buckets", num_property_batches) print("num_property_buckets", num_property_batches)
# Create task # Create task
# task_id, _ = TasksInterface.create_task( task_id, _ = TasksInterface.create_task(
# task_source="backend/plan/router.py:trigger_categorisation", task_source="backend/plan/router.py:trigger_categorisation",
# service="plan_engine", service="plan_engine",
# inputs=payload.model_dump(), inputs=payload.model_dump(),
# task_only=True, task_only=True,
# ) )
# Dispatch requests to lambdas # Dispatch requests to lambdas
# subtask_interface = SubTaskInterface() subtask_interface = SubTaskInterface()
for batch_index in range(num_property_batches): for batch_index in range(num_property_batches):
@ -88,30 +88,30 @@ async def trigger_categorisation(
if not batch_property_ids: if not batch_property_ids:
continue continue
# bucket_property_ids: List[int] = [ batch_property_ids: List[int] = [
# pid for pid in property_ids if pid % num_buckets == bucket_index pid for pid in property_ids if pid % num_property_batches == batch_index
# ] ]
# bucket_request: CategorisationTriggerRequest = CategorisationTriggerRequest( batch_request: CategorisationTriggerRequest = CategorisationTriggerRequest(
# portfolio_id=payload.portfolio_id, portfolio_id=payload.portfolio_id,
# scenarios_to_consider=payload.scenarios_to_consider, scenarios_to_consider=payload.scenarios_to_consider,
# scenario_priority_order=payload.scenario_priority_order, scenario_priority_order=payload.scenario_priority_order,
# min_property_id=min(bucket_property_ids), min_property_id=min(batch_property_ids),
# max_property_id=max(bucket_property_ids), max_property_id=max(batch_property_ids),
# ) )
# # Create sub-task for each # Create sub-task for each
# subtask_id: UUID = subtask_interface.create_subtask( subtask_id: UUID = subtask_interface.create_subtask(
# task_id=task_id, inputs=bucket_request.model_dump() task_id=task_id, inputs=batch_request.model_dump()
# ) )
# bucket_request.subtask_id = str(subtask_id) batch_request.subtask_id = str(subtask_id)
# response = sqs_client.send_message( response = sqs_client.send_message(
# QueueUrl="categorisation-queue-dev", QueueUrl="categorisation-queue-dev",
# MessageBody=bucket_request.model_dump_json(), MessageBody=batch_request.model_dump_json(),
# ) )
logger.info( logger.info(
# f"Chunk {bucket_index} sent to SQS. Property IDs {min(bucket_property_ids)}–{max(bucket_property_ids)}. Message ID: {response.get('MessageId')}" f"Chunk {batch_index} sent to SQS. Property IDs {min(batch_property_ids)}–{max(batch_property_ids)}. Message ID: {response.get('MessageId')}"
f"Chunk {batch_index} sent to SQS. Property IDs {min(batch_property_ids)}–{max(batch_property_ids)}" # f"Chunk {batch_index} sent to SQS. Property IDs {min(batch_property_ids)}–{max(batch_property_ids)}"
) )
await asyncio.sleep(0.05) # Small delay to avoid SQS throttling await asyncio.sleep(0.05) # Small delay to avoid SQS throttling