long running pipeline runs

This commit is contained in:
Jun-te Kim 2025-12-12 11:31:50 +00:00
parent fb58d2d836
commit 9f70d22ef4

View file

@ -6,19 +6,19 @@ on:
workflow_dispatch:
jobs:
gather_hubspot_data_and_upload_to_s3:
hubspot_raw_to_s3:
name: HubSpot → S3 (raw data)
runs-on: [self-hosted, mist]
timeout-minutes: 720
steps:
- uses: actions/checkout@v4
# Build Docker image using .devcontainer/Dockerfile
- name: Build Docker image
run: |
docker build -f .devcontainer/Dockerfile -t latest-image .
# Install dependencies + run script inside container
- name: Poetry install & run script
- name: Run raw HubSpot export
run: |
docker run \
-u $(id -u):$(id -g) \
@ -28,5 +28,28 @@ jobs:
bash -c "
poetry install &&
poetry run python src/dashboard/scripts/hubspot_to_s3.py
"
hubspot_sales_forecast_to_s3:
name: HubSpot → S3 (sales forecast)
runs-on: [self-hosted, mist]
timeout-minutes: 720
steps:
- uses: actions/checkout@v4
- name: Build Docker image
run: |
docker build -f .devcontainer/Dockerfile -t latest-image .
- name: Run sales forecast export
run: |
docker run \
-u $(id -u):$(id -g) \
-v ${{ github.workspace }}:/workspaces/insight \
-w /workspaces/insight/backend \
latest-image \
bash -c "
poetry install &&
poetry run python src/dashboard/scripts/hubspot_to_s3_sales_forecast.py
"