diff --git a/.devcontainer/devcontainer.json b/.devcontainer/devcontainer.json index 85de800..875a810 100644 --- a/.devcontainer/devcontainer.json +++ b/.devcontainer/devcontainer.json @@ -10,9 +10,5 @@ "ms-azuretools.vscode-docker" ] } - }, - // temporary mount local file from local computer. DELETE ME if you are not Jun-te Kim - "runArgs": [ - "--mount", "type=bind,source=/home/kimjunte/data,target=/workspaces/survey-extraction/data" - ] + } } diff --git a/.vscode/launch.json b/.vscode/launch.json deleted file mode 100644 index 39bcac3..0000000 --- a/.vscode/launch.json +++ /dev/null @@ -1,18 +0,0 @@ -{ - // Use IntelliSense to learn about possible attributes. - // Hover to view descriptions of existing attributes. - // For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387 - { - "version": "0.2.0", - "configurations": [ - { - "name": "Python: Current File", - "type": "python", - "request": "launch", - "program": "${file}", - "console": "integratedTerminal", - "justMyCode": true - } - ] - } - \ No newline at end of file diff --git a/etl/main.py b/etl/main.py index 755b0e2..3a5c692 100644 --- a/etl/main.py +++ b/etl/main.py @@ -19,9 +19,9 @@ def main(): # pprint(list_) # POC Scraper -> This part of the code get ths names of wrong format - south_coast_scraper = SharePointScraper(SharePointInstaller.SOUTH_COAST_INSULATION_SERVICE) - list_of_names = south_coast_scraper.list_of_names_that_has_the_wrong_date_format() - logger.info(pformat(list_of_names)) + #south_coast_scraper = SharePointScraper(SharePointInstaller.SOUTH_COAST_INSULATION_SERVICE) + #list_of_names = south_coast_scraper.list_of_names_that_has_the_wrong_date_format() + #logger.info(pformat(list_of_names)) # POC Scraper -> This part of the code gets every variation of housing_assocation names # south_coast_scraper = SharePointScraper(SharePointInstaller.SOUTH_COAST_INSULATION_SERVICE) @@ -38,6 +38,7 @@ def main(): import sys print(sys.executable) print("Current working directory:", os.getcwd()) + raise RuntimeError("hello world") # def create_temp_file(dict_content): diff --git a/pyproject.toml b/pyproject.toml index 0a5afb0..4d45837 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -9,7 +9,7 @@ readme = "README.md" requires-python = ">=3.12" dependencies = [ "pymupdf (>=1.25.3,<2.0.0)", - "msal (>=1.31.1,<2.0.0)" + "msal (>=1.31.1,<2.0.0)", ] [tool.poetry] diff --git a/run_etl.sh b/run_etl.sh index f130f2f..bdbe14d 100644 --- a/run_etl.sh +++ b/run_etl.sh @@ -1 +1 @@ -poetry run python etl/main.py \ No newline at end of file +poetry run python etl/main.py --debug \ No newline at end of file