From b1f0fb650c4cc7af7e0cdb5ee5a07c80e2f1944b Mon Sep 17 00:00:00 2001 From: Jun-te Kim Date: Thu, 4 Dec 2025 20:21:27 +0000 Subject: [PATCH 1/2] run only sync --- .github/workflows/hubspot_sync.yml | 18 +++++++++--------- 1 file changed, 9 insertions(+), 9 deletions(-) diff --git a/.github/workflows/hubspot_sync.yml b/.github/workflows/hubspot_sync.yml index 2bec11d..64ff606 100644 --- a/.github/workflows/hubspot_sync.yml +++ b/.github/workflows/hubspot_sync.yml @@ -2,7 +2,7 @@ name: Hubspot Sync on: schedule: - - cron: '0 6 * * *' # Every day at 06:00 UTC + - cron: '0 2 * * *' # Every day at 06:00 UTC workflow_dispatch: jobs: @@ -21,14 +21,14 @@ jobs: pip install poetry poetry install --no-root - - name: Run scripts - env: - PYTHONPATH: ${{ github.workspace }} - DATABASE_URL: ${{ secrets.PROD_DATABASE_URL }} - run: | - pwd - ls -la - poetry run python etl/hubSpotClient/scripts/hubspot_abri_etl_first_time.py + # - name: Run scripts + # env: + # PYTHONPATH: ${{ github.workspace }} + # DATABASE_URL: ${{ secrets.PROD_DATABASE_URL }} + # run: | + # pwd + # ls -la + # poetry run python etl/hubSpotClient/scripts/hubspot_abri_etl_first_time.py - name: Run scripts From 43c86c8e9e9a94025943cc5a6466f427bcae3415 Mon Sep 17 00:00:00 2001 From: Jun-te Kim Date: Thu, 4 Dec 2025 20:23:39 +0000 Subject: [PATCH 2/2] remove bunch of legacy code --- .../hubspot_surveyed_needs_sign_off.yml | 29 ------------- .github/workflows/hubspot_to_invoice.yml | 37 ---------------- .github/workflows/pytest.yml | 42 ------------------- .github/workflows/scis_invoice_calculator.yml | 39 ----------------- .github/workflows/sharepoint_validator.yml | 36 ---------------- 5 files changed, 183 deletions(-) delete mode 100644 .github/workflows/hubspot_surveyed_needs_sign_off.yml delete mode 100644 .github/workflows/hubspot_to_invoice.yml delete mode 100644 .github/workflows/pytest.yml delete mode 100644 .github/workflows/scis_invoice_calculator.yml delete mode 100644 .github/workflows/sharepoint_validator.yml diff --git a/.github/workflows/hubspot_surveyed_needs_sign_off.yml b/.github/workflows/hubspot_surveyed_needs_sign_off.yml deleted file mode 100644 index ac747d8..0000000 --- a/.github/workflows/hubspot_surveyed_needs_sign_off.yml +++ /dev/null @@ -1,29 +0,0 @@ -# name: Surveyed Needs Sign Off Script -# on: -# schedule: -# # - cron: '0 17 * * 1-5' -# workflow_dispatch: - -# jobs: -# surveyed-needs-sign-off: -# runs-on: ubuntu-22.04 -# steps: -# - uses: actions/checkout@v3 - -# - name: Set up Python -# uses: actions/setup-python@v4 -# with: -# python-version: '3.12' - -# - name: Install dependencies -# run: | -# pip install poetry -# poetry install --no-root - -# - name: run script -# run: | -# pwd -# ls -la -# poetry run python etl/hubspot_surveyed_needs_sign_off.py -# env: -# PYTHONPATH: ${{ github.workspace }} \ No newline at end of file diff --git a/.github/workflows/hubspot_to_invoice.yml b/.github/workflows/hubspot_to_invoice.yml deleted file mode 100644 index c7454ed..0000000 --- a/.github/workflows/hubspot_to_invoice.yml +++ /dev/null @@ -1,37 +0,0 @@ -# name: HubSpot Deals to DB loading and Invoice Calculator -# on: -# # schedule: -# # - cron: '0 19 * * 0' -# workflow_dispatch: - -# jobs: -# hubspot-deals-to-db: -# runs-on: ubuntu-22.04 -# steps: -# - uses: actions/checkout@v3 - -# - name: Set up Python -# uses: actions/setup-python@v4 -# with: -# python-version: '3.12' - -# - name: Install dependencies -# run: | -# pip install poetry -# poetry install --no-root - -# - name: run script -# run: | -# pwd -# ls -la -# poetry run python etl/hubspot_to_invoice_rewrite.py -# env: -# PYTHONPATH: ${{ github.workspace }} -# DATABASE_URL: postgresql://postgres:makingwarmhomes@terraform-20250331175522503500000002.cdgzupxvdyp0.eu-west-2.rds.amazonaws.com:5432/surveyDB -# SOUTH_COAST_INSULATION_SERVICE_SHAREPOINT_ID: ${{ secrets.SOUTH_COAST_INSULATION_SERVICE_SHAREPOINT_ID }} -# JJC_SERVICE_SHAREPOINT_ID: ${{ secrets.JJC_SERVICE_SHAREPOINT_ID }} -# BAXTER_KELLY_SERVICE_SHAREPOINT_ID: ${{ secrets.BAXTER_KELLY_SERVICE_SHAREPOINT_ID }} -# SGEC_SERVICE_SHAREPOINT_ID: ${{ secrets.SGEC_SERVICE_SHAREPOINT_ID }} -# SHAREPOINT_CLIENT_ID: ${{ secrets.SHAREPOINT_CLIENT_ID }} -# SHAREPOINT_CLIENT_SECRET: ${{ secrets.SHAREPOINT_CLIENT_SECRET }} -# SHAREPOINT_TENANT_ID: ${{ secrets.SHAREPOINT_TENANT_ID }} \ No newline at end of file diff --git a/.github/workflows/pytest.yml b/.github/workflows/pytest.yml deleted file mode 100644 index 5d93010..0000000 --- a/.github/workflows/pytest.yml +++ /dev/null @@ -1,42 +0,0 @@ -# name: Run Pytest - -# on: -# push: -# branches: -# - '**' # Run on all branches -# pull_request: -# branches: -# - main - -# jobs: -# etl-unit-tests: -# runs-on: ubuntu-22.04 - -# steps: -# - name: Checkout Repository -# uses: actions/checkout@v4 - -# - name: Set up Python -# uses: actions/setup-python@v5 -# with: -# python-version: '3.12' - -# - name: Set up Python -# uses: actions/setup-python@v4 -# with: -# python-version: '3.12' - -# - name: Install dependencies -# run: | -# pip install poetry -# poetry install --no-root - -# - name: Run Tests -# run: | -# poetry run pytest -W ignore::DeprecationWarning -# env: -# PYTHONPATH: ${{ github.workspace }} - - - -# continue-on-error: ${{ github.event_name == 'push' && github.ref != 'refs/heads/main' }} diff --git a/.github/workflows/scis_invoice_calculator.yml b/.github/workflows/scis_invoice_calculator.yml deleted file mode 100644 index d0739f7..0000000 --- a/.github/workflows/scis_invoice_calculator.yml +++ /dev/null @@ -1,39 +0,0 @@ -# name: SCIS Invoice Calculator -# on: -# schedule: -# - cron: '0 6 * * *' -# workflow_dispatch: - -# jobs: -# scis_invoice_calculator: -# runs-on: ubuntu-22.04 -# steps: -# - uses: actions/checkout@v3 - -# - name: Set up Python -# uses: actions/setup-python@v4 -# with: -# python-version: '3.12' - -# - name: Install dependencies -# run: | -# pip install poetry -# poetry install --no-root - -# - name: run script -# run: | -# bash scis_invoice.sh -# env: -# PYTHONPATH: ${{ github.workspace }} -# SOUTH_COAST_INSULATION_SERVICE_SHAREPOINT_ID: ${{ secrets.SOUTH_COAST_INSULATION_SERVICE_SHAREPOINT_ID }} -# JJC_SERVICE_SHAREPOINT_ID: ${{ secrets.JJC_SERVICE_SHAREPOINT_ID }} -# BAXTER_KELLY_SERVICE_SHAREPOINT_ID: ${{ secrets.BAXTER_KELLY_SERVICE_SHAREPOINT_ID }} -# SGEC_SERVICE_SHAREPOINT_ID: ${{ secrets.SGEC_SERVICE_SHAREPOINT_ID }} -# SHAREPOINT_CLIENT_ID: ${{ secrets.SHAREPOINT_CLIENT_ID }} -# SHAREPOINT_CLIENT_SECRET: ${{ secrets.SHAREPOINT_CLIENT_SECRET }} -# SHAREPOINT_TENANT_ID: ${{ secrets.SHAREPOINT_TENANT_ID }} -# - name: Upload Excel file -# uses: actions/upload-artifact@v4 -# with: -# name: my-excel-file -# path: survey_data.xlsx \ No newline at end of file diff --git a/.github/workflows/sharepoint_validator.yml b/.github/workflows/sharepoint_validator.yml deleted file mode 100644 index 0de1f61..0000000 --- a/.github/workflows/sharepoint_validator.yml +++ /dev/null @@ -1,36 +0,0 @@ -# name: SharePoint Validator -# on: -# schedule: -# - cron: '0 6 * * *' -# workflow_dispatch: - -# jobs: -# sharepoint-validator: -# runs-on: ubuntu-22.04 -# steps: -# - uses: actions/checkout@v3 - -# - name: Set up Python -# uses: actions/setup-python@v4 -# with: -# python-version: '3.12' - -# - name: Install dependencies -# run: | -# pip install poetry -# poetry install --no-root - -# - name: run script -# run: | -# pwd -# ls -la -# bash run_daily_script.sh -# env: -# PYTHONPATH: ${{ github.workspace }} -# SOUTH_COAST_INSULATION_SERVICE_SHAREPOINT_ID: ${{ secrets.SOUTH_COAST_INSULATION_SERVICE_SHAREPOINT_ID }} -# JJC_SERVICE_SHAREPOINT_ID: ${{ secrets.JJC_SERVICE_SHAREPOINT_ID }} -# BAXTER_KELLY_SERVICE_SHAREPOINT_ID: ${{ secrets.BAXTER_KELLY_SERVICE_SHAREPOINT_ID }} -# SGEC_SERVICE_SHAREPOINT_ID: ${{ secrets.SGEC_SERVICE_SHAREPOINT_ID }} -# SHAREPOINT_CLIENT_ID: ${{ secrets.SHAREPOINT_CLIENT_ID }} -# SHAREPOINT_CLIENT_SECRET: ${{ secrets.SHAREPOINT_CLIENT_SECRET }} -# SHAREPOINT_TENANT_ID: ${{ secrets.SHAREPOINT_TENANT_ID }} \ No newline at end of file