Merge branch 'main' into feature/ecmk-to-ara

This commit is contained in:
Daniel Roth 2026-04-07 11:29:32 +00:00
commit a4a3a3b46f
3 changed files with 6 additions and 6 deletions

View file

@ -32,9 +32,9 @@ Step 3) Alright, now lets make the input for postcode-splitter sqs to get the ba
postcode-splitter-sqs => https://eu-west-2.console.aws.amazon.com/sqs/v3/home?region=eu-west-2#/queues/https%3A%2F%2Fsqs.eu-west-2.amazonaws.com%2F337213553626%2Fpostcode-splitter-queue-dev
{
"task_id": "ea615ac3-ac28-46c4-8bff-2431c5b9c13d",
"sub_task_id": "85a23b67-8f18-4299-9bf0-69bfb87adbc7",
"s3_uri": "s3://retrofit-data-dev/ara_raw_inputs/eon/eon(Sheet1).csv"
"sub_task_id": "c5afbd49-f0cd-4930-82bf-bafc5243a34a",
"task_id": "67a4b3f0-cc7a-4e8a-b314-deb783e0eedb",
"s3_uri": "s3://retrofit-data-dev/ara_raw_inputs/eon/pickering ferens/Pickering Ferens - SHDF W3 Post Bid Stage MDS - Template - Vr4(in).csv"
}
Each batch of csv should be saved in retrofit-data-dev/ara_postcode_splitter_batches/<task-id>/<sub-task-id>/<timestamp:uuid4>.csv

View file

@ -19,7 +19,7 @@ variable "image_digest" {
variable "maximum_concurrency" {
type = number
default = null
default = 2
description = "Maximum number of concurrent Lambda invocations from SQS (2-1000). null = no limit."
}

View file

@ -19,13 +19,13 @@ variable "image_digest" {
variable "maximum_concurrency" {
type = number
default = null
default = 2
description = "Maximum number of concurrent Lambda invocations from SQS (2-1000). null = no limit."
}
variable "batch_size" {
type = number
default = 1
default = 5
}
locals {