From 9f70d22ef4b53842b26eea2d06d2c588b9aa55ee Mon Sep 17 00:00:00 2001
From: Jun-te Kim <junte.kim@mealcraft.com>
Date: Fri, 12 Dec 2025 11:31:50 +0000
Subject: [PATCH] long running pipeline runs

---
 .github/workflows/gather_hubspot_data.yml | 31 ++++++++++++++++++++---
 1 file changed, 27 insertions(+), 4 deletions(-)

diff --git a/.github/workflows/gather_hubspot_data.yml b/.github/workflows/gather_hubspot_data.yml
index 10ea40f..570470d 100644
--- a/.github/workflows/gather_hubspot_data.yml
+++ b/.github/workflows/gather_hubspot_data.yml
@@ -6,19 +6,19 @@ on:
   workflow_dispatch:
 
 jobs:
-  gather_hubspot_data_and_upload_to_s3:
+  hubspot_raw_to_s3:
+    name: HubSpot → S3 (raw data)
     runs-on: [self-hosted, mist]
     timeout-minutes: 720
+
     steps:
       - uses: actions/checkout@v4
 
-      # Build Docker image using .devcontainer/Dockerfile
       - name: Build Docker image
         run: |
           docker build -f .devcontainer/Dockerfile -t latest-image .
 
-      # Install dependencies + run script inside container
-      - name: Poetry install & run script
+      - name: Run raw HubSpot export
         run: |
           docker run \
             -u $(id -u):$(id -g) \
@@ -28,5 +28,28 @@ jobs:
             bash -c "
               poetry install &&
               poetry run python src/dashboard/scripts/hubspot_to_s3.py
+            "
+
+  hubspot_sales_forecast_to_s3:
+    name: HubSpot → S3 (sales forecast)
+    runs-on: [self-hosted, mist]
+    timeout-minutes: 720
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Build Docker image
+        run: |
+          docker build -f .devcontainer/Dockerfile -t latest-image .
+
+      - name: Run sales forecast export
+        run: |
+          docker run \
+            -u $(id -u):$(id -g) \
+            -v ${{ github.workspace }}:/workspaces/insight \
+            -w /workspaces/insight/backend \
+            latest-image \
+            bash -c "
+              poetry install &&
               poetry run python src/dashboard/scripts/hubspot_to_s3_sales_forecast.py
             "