mirror of
https://github.com/Hestia-Homes/insight.git
synced 2026-06-08 11:17:25 +00:00
long running pipeline runs
This commit is contained in:
parent
fb58d2d836
commit
9f70d22ef4
1 changed files with 27 additions and 4 deletions
31
.github/workflows/gather_hubspot_data.yml
vendored
31
.github/workflows/gather_hubspot_data.yml
vendored
|
|
@ -6,19 +6,19 @@ on:
|
|||
workflow_dispatch:
|
||||
|
||||
jobs:
|
||||
gather_hubspot_data_and_upload_to_s3:
|
||||
hubspot_raw_to_s3:
|
||||
name: HubSpot → S3 (raw data)
|
||||
runs-on: [self-hosted, mist]
|
||||
timeout-minutes: 720
|
||||
|
||||
steps:
|
||||
- uses: actions/checkout@v4
|
||||
|
||||
# Build Docker image using .devcontainer/Dockerfile
|
||||
- name: Build Docker image
|
||||
run: |
|
||||
docker build -f .devcontainer/Dockerfile -t latest-image .
|
||||
|
||||
# Install dependencies + run script inside container
|
||||
- name: Poetry install & run script
|
||||
- name: Run raw HubSpot export
|
||||
run: |
|
||||
docker run \
|
||||
-u $(id -u):$(id -g) \
|
||||
|
|
@ -28,5 +28,28 @@ jobs:
|
|||
bash -c "
|
||||
poetry install &&
|
||||
poetry run python src/dashboard/scripts/hubspot_to_s3.py
|
||||
"
|
||||
|
||||
hubspot_sales_forecast_to_s3:
|
||||
name: HubSpot → S3 (sales forecast)
|
||||
runs-on: [self-hosted, mist]
|
||||
timeout-minutes: 720
|
||||
|
||||
steps:
|
||||
- uses: actions/checkout@v4
|
||||
|
||||
- name: Build Docker image
|
||||
run: |
|
||||
docker build -f .devcontainer/Dockerfile -t latest-image .
|
||||
|
||||
- name: Run sales forecast export
|
||||
run: |
|
||||
docker run \
|
||||
-u $(id -u):$(id -g) \
|
||||
-v ${{ github.workspace }}:/workspaces/insight \
|
||||
-w /workspaces/insight/backend \
|
||||
latest-image \
|
||||
bash -c "
|
||||
poetry install &&
|
||||
poetry run python src/dashboard/scripts/hubspot_to_s3_sales_forecast.py
|
||||
"
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue