mirror of
https://github.com/Hestia-Homes/Model.git
synced 2026-07-12 13:29:04 +00:00
Merge pull request #820 from Hestia-Homes/main
address2uprn should have defaults
This commit is contained in:
commit
620372332e
3 changed files with 15 additions and 3 deletions
|
|
@ -25,7 +25,8 @@
|
||||||
"ms-python.vscode-python-envs",
|
"ms-python.vscode-python-envs",
|
||||||
"ms-python.black-formatter",
|
"ms-python.black-formatter",
|
||||||
"GrapeCity.gc-excelviewer",
|
"GrapeCity.gc-excelviewer",
|
||||||
"jakobhoeg.vscode-pokemon"
|
"jakobhoeg.vscode-pokemon",
|
||||||
|
"eamodio.gitlens"
|
||||||
],
|
],
|
||||||
"settings": {
|
"settings": {
|
||||||
"files.defaultWorkspace": "/workspaces/model",
|
"files.defaultWorkspace": "/workspaces/model",
|
||||||
|
|
|
||||||
|
|
@ -19,8 +19,19 @@ Before we run this, we need to upload it into S3 as well as put initiate a subta
|
||||||
|
|
||||||
* S3 upload I'll recommend somewhere in retrofit-data-dev and get the s3_uri
|
* S3 upload I'll recommend somewhere in retrofit-data-dev and get the s3_uri
|
||||||
|
|
||||||
For this example I'll be using "s3://retrofit-data-dev/ara_raw_inputs/calico/formated(Sheet1).csv"
|
For this example I'll be using "s3://retrofit-data-dev/ara_raw_inputs/calico/Calico Homes Full list EPC Properties(Sheet2) (1) (1).csv"
|
||||||
|
|
||||||
Go to Ara DB and make a new task_id with a randomly generated uuid as the primarily key
|
Go to Ara DB and make a new task_id with a randomly generated uuid as the primarily key
|
||||||
|
|
||||||
|
task_id = a7b70a02-4df4-45b5-a50b-196e095910bb
|
||||||
|
sub_task_id = 567cf73b-1210-4909-9ecc-36ae7e23420e
|
||||||
|
|
||||||
|
Step 3) Alright, now lets make the input for postcode-splitter sqs to get the ball rolling
|
||||||
|
postcode-splitter-sqs => https://eu-west-2.console.aws.amazon.com/sqs/v3/home?region=eu-west-2#/queues/https%3A%2F%2Fsqs.eu-west-2.amazonaws.com%2F337213553626%2Fpostcode-splitter-queue-dev
|
||||||
|
|
||||||
|
{
|
||||||
|
"task_id": "a7b70a02-4df4-45b5-a50b-196e095910bb",
|
||||||
|
"sub_task_id": "567cf73b-1210-4909-9ecc-36ae7e23420e",
|
||||||
|
"s3_uri": "s3://retrofit-data-dev/ara_raw_inputs/calico/Calico Homes Full list EPC Properties(Sheet2) (1) (1).csv"
|
||||||
|
}
|
||||||
|
Each batch of csv should be saved in retrofit-data-dev/<task-id>/<sub-task-id>/<timestamp:uuid4>.csv
|
||||||
|
|
@ -35,7 +35,7 @@ class Settings(BaseSettings):
|
||||||
SECRET_KEY: str = "changeme"
|
SECRET_KEY: str = "changeme"
|
||||||
ENVIRONMENT: str = "changeme"
|
ENVIRONMENT: str = "changeme"
|
||||||
DATA_BUCKET: str = "changeme"
|
DATA_BUCKET: str = "changeme"
|
||||||
PLAN_TRIGGER_BUCKET: str
|
PLAN_TRIGGER_BUCKET: str = "changeme"
|
||||||
ENGINE_SQS_URL: str = "changeme"
|
ENGINE_SQS_URL: str = "changeme"
|
||||||
CATEGORISATION_SQS_URL: str = "changeme"
|
CATEGORISATION_SQS_URL: str = "changeme"
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue