mirror of
https://github.com/Hestia-Homes/Model.git
synced 2026-06-08 11:17:27 +00:00
Merge pull request #819 from Hestia-Homes/feautre/calico_example
added default
This commit is contained in:
commit
f4a3a929c4
3 changed files with 15 additions and 3 deletions
|
|
@ -25,7 +25,8 @@
|
|||
"ms-python.vscode-python-envs",
|
||||
"ms-python.black-formatter",
|
||||
"GrapeCity.gc-excelviewer",
|
||||
"jakobhoeg.vscode-pokemon"
|
||||
"jakobhoeg.vscode-pokemon",
|
||||
"eamodio.gitlens"
|
||||
],
|
||||
"settings": {
|
||||
"files.defaultWorkspace": "/workspaces/model",
|
||||
|
|
|
|||
|
|
@ -19,8 +19,19 @@ Before we run this, we need to upload it into S3 as well as put initiate a subta
|
|||
|
||||
* S3 upload I'll recommend somewhere in retrofit-data-dev and get the s3_uri
|
||||
|
||||
For this example I'll be using "s3://retrofit-data-dev/ara_raw_inputs/calico/formated(Sheet1).csv"
|
||||
For this example I'll be using "s3://retrofit-data-dev/ara_raw_inputs/calico/Calico Homes Full list EPC Properties(Sheet2) (1) (1).csv"
|
||||
|
||||
Go to Ara DB and make a new task_id with a randomly generated uuid as the primarily key
|
||||
|
||||
task_id = a7b70a02-4df4-45b5-a50b-196e095910bb
|
||||
sub_task_id = 567cf73b-1210-4909-9ecc-36ae7e23420e
|
||||
|
||||
Step 3) Alright, now lets make the input for postcode-splitter sqs to get the ball rolling
|
||||
postcode-splitter-sqs => https://eu-west-2.console.aws.amazon.com/sqs/v3/home?region=eu-west-2#/queues/https%3A%2F%2Fsqs.eu-west-2.amazonaws.com%2F337213553626%2Fpostcode-splitter-queue-dev
|
||||
|
||||
{
|
||||
"task_id": "a7b70a02-4df4-45b5-a50b-196e095910bb",
|
||||
"sub_task_id": "567cf73b-1210-4909-9ecc-36ae7e23420e",
|
||||
"s3_uri": "s3://retrofit-data-dev/ara_raw_inputs/calico/Calico Homes Full list EPC Properties(Sheet2) (1) (1).csv"
|
||||
}
|
||||
Each batch of csv should be saved in retrofit-data-dev/<task-id>/<sub-task-id>/<timestamp:uuid4>.csv
|
||||
|
|
@ -35,7 +35,7 @@ class Settings(BaseSettings):
|
|||
SECRET_KEY: str = "changeme"
|
||||
ENVIRONMENT: str = "changeme"
|
||||
DATA_BUCKET: str = "changeme"
|
||||
PLAN_TRIGGER_BUCKET: str
|
||||
PLAN_TRIGGER_BUCKET: str = "changeme"
|
||||
ENGINE_SQS_URL: str = "changeme"
|
||||
CATEGORISATION_SQS_URL: str = "changeme"
|
||||
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue