no more etl/src

.devcontainer/post-install.sh

@@ -1,5 +1,5 @@
 #!/bin/bash
-cd etl && poetry install;
+poetry install;
 
 # Get the Poetry virtual environment path
 VENV_PATH=$(poetry env info --path 2>/dev/null)

etl/main.py

@@ -19,9 +19,9 @@ def main():
     # pprint(list_)
 
     # POC Scraper -> This part of the code get ths names of wrong format
-    #south_coast_scraper = SharePointScraper(SharePointInstaller.SOUTH_COAST_INSULATION_SERVICE)
-    #list_of_names = south_coast_scraper.list_of_names_that_has_the_wrong_date_format()
-    #logger.info(pformat(list_of_names))
+    south_coast_scraper = SharePointScraper(SharePointInstaller.SOUTH_COAST_INSULATION_SERVICE)
+    list_of_names = south_coast_scraper.list_of_names_that_has_the_wrong_date_format()
+    logger.info(pformat(list_of_names))
 
     # POC Scraper -> This part of the code gets every variation of housing_assocation names
     # south_coast_scraper = SharePointScraper(SharePointInstaller.SOUTH_COAST_INSULATION_SERVICE)

etl/pdfReader/pdfReaderToText.py

@@ -1,4 +1,4 @@
-from utils.logger import Logger
+from etl.utils.logger import Logger
 import logging
 import pymupdf
 

etl/run_etl.sh

@@ -1 +0,0 @@
-poetry run python src/etl/main.py

etl/utils/sharepoint/sharepoint.py

@@ -11,7 +11,7 @@ from functools import wraps
 import time
 import logging
 from io import BytesIO
-from utils.logger import Logger
+from etl.utils.logger import Logger
 
 
 logger = Logger(name="SharePoint.py", level=logging.DEBUG).get_logger()

etl/validator/validator.py

@@ -1,6 +1,6 @@
 import os
 import logging
-from utils.logger import Logger
+from etl.utils.logger import Logger
 import re
 
 class DomnaSharePointValidator():

pyproject.toml

@@ -13,7 +13,7 @@ dependencies = [
 ]
 
 [tool.poetry]
-packages = [{include = "etl", from = "src"}]
+packages = [{include = "etl"}]
 
 
 [build-system]

run_etl.sh

@@ -0,0 +1 @@
+poetry run python etl/main.py