junte/survey-extraction
1
0
Fork 0
mirror of https://github.com/Hestia-Homes/survey-extraction.git synced 2026-06-30 13:10:56 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

save work and merge to develop to make dailyscirpt to run@

Browse source
This commit is contained in:
Jun-te Kim 2025-03-14 09:19:23 +00:00
parent 4ed4bbe2df
commit 7b149474ee
3 changed files with 16 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
.github/workflows/sharepoint_validator.yml vendored
View file

@ -4,7 +4,7 @@ on:
workflow_dispatch:
jobs:
check_status_code:
sharepoint-validator:
runs-on: ubuntu-22.04
steps:
- uses: actions/checkout@v3
@ -21,4 +21,12 @@ jobs:
- name: run script
run: |
bash run_daily_script.sh
bash run_daily_script.sh
env:
SOUTH_COAST_INSULATION_SERVICE_SHAREPOINT_ID: ${{ secrets.SOUTH_COAST_INSULATION_SERVICE_SHAREPOINT_ID }}
JJC_SERVICE_SHAREPOINT_ID: ${{ JJC_SERVICE_SHAREPOINT_ID }}
BAXTER_KELLY_SERVICE_SHAREPOINT_ID: ${{ BAXTER_KELLY_SERVICE_SHAREPOINT_ID }}
SGEC_SERVICE_SHAREPOINT_ID: ${{ SGEC_SERVICE_SHAREPOINT_ID }}
SHAREPOINT_CLIENT_ID: ${{ SHAREPOINT_CLIENT ID}}
SHAREPOINT_CLIENT_SECRET: ${{ SHAREPOINT_CLIENT_SECRET }}
SHAREPOINT_TENANT_ID: ${{ SHAREPOINT_TENANT_ID }}

4
etl/daily_script.py
View file

@ -14,10 +14,10 @@ def main():
"""
# Correct dates format checker
south_coast_scraper = SharePointScraper(SharePointInstaller.SOUTH_COAST_INSULATION_SERVICE)
south_coast_scraper = SharePointScraper(SharePointInstaller.SOUTH_COAST_INSULATION)
south_coast_names = south_coast_scraper.list_of_names_that_has_the_wrong_date_format()
jjc_scraper = SharePointScraper(SharePointInstaller.JJC_SERVICE)
jjc_scraper = SharePointScraper(SharePointInstaller.JJC)
jjc_names = jjc_scraper.list_of_names_that_has_the_wrong_date_format()
logger.info("Good morning Cyrus")

6
etl/scraper/scraper.py
View file

@ -12,8 +12,10 @@ from etl.validator.validator import DomnaSharePointValidator
WEEK_COMMENCING = os.getenv("WEEK_COMMENCING", "W.C. 03.03.2025")
class SharePointInstaller(Enum):
SOUTH_COAST_INSULATION_SERVICE = os.getenv("SOUTH_COAST_INSULATION_SERVICE_SHAREPOINT_ID", None)
JJC_SERVICE = os.getenv("JJC_SERVICE_SHAREPOINT_ID", None)
SOUTH_COAST_INSULATION = os.getenv("SOUTH_COAST_INSULATION_SERVICE_SHAREPOINT_ID", None)
JJC = os.getenv("JJC_SERVICE_SHAREPOINT_ID", None)
SGEC = os.getenv("SGEC_SERVICE_SHAREPOINT_ID", None)
BAXTER_KELLY = os.getenv("BAXTER_KELLY_SERVICE_SHAREPOINT_ID", None)
class SharePointScraper():
"""