diff --git a/etl/src/etl/main.py b/etl/src/etl/main.py index 0074267..282f405 100644 --- a/etl/src/etl/main.py +++ b/etl/src/etl/main.py @@ -1,5 +1,16 @@ -print("hello world ") +import os +from validator.retrohome import RetroHomeFileStructureValidator +DATA_LOC = "/workspaces/survey-extraction/data/" + +def main(): + RetroHomeFileStructureValidator(DATA_LOC) + +if __name__ == "__main__": + main() + + +# Make a file checker to see if retrohomes as sumbitted the correct structure # Read file from local file path directory # proof of concept of some validator # proof of concept of something i do with a particular flie diff --git a/etl/src/etl/validator/__init__.py b/etl/src/etl/validator/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/etl/src/etl/validator/retrohome.py b/etl/src/etl/validator/retrohome.py index e814361..3918ed0 100644 --- a/etl/src/etl/validator/retrohome.py +++ b/etl/src/etl/validator/retrohome.py @@ -1,6 +1,12 @@ +import os +class RetroHomeFileStructureValidator(): + def __init__(self, source_loc_path): + self.source_path = source_loc_path + self.correct_names = [] + self.incorrect_names = [] + self.validate() -class RetroHomeValidator(): - def __init__(self, file_path): - pass + def validate(self): + print("nothing to validate")