Merge pull request #42 from Hestia-Homes/model-test

order the pipeline steps

modules/ml-pipeline/src/Prediction.Dockerfile

@@ -13,4 +13,4 @@ COPY pipeline/ /home/pipeline/
 
 WORKDIR /home/pipeline/
 
-CMD [ "python", "generate_predictions.py"]
+CMD [ "python", "3_generate_predictions.py"]

modules/ml-pipeline/src/pipeline/dvc.lock

@@ -1,9 +1,9 @@
 schema: '2.0'
 stages:
   prepare_data:
-    cmd: python prepare_data.py
+    cmd: python 1_prepare_data.py
     deps:
-    - path: prepare_data.py
+    - path: 1_prepare_data.py
       hash: md5
       md5: 2648d7d407dca857a1d20a11a88d3d98
       size: 5116
@@ -19,9 +19,9 @@ stages:
       size: 21076961
       nfiles: 2
   build_model:
-    cmd: python build_model.py
+    cmd: python 2_build_model.py
     deps:
-    - path: build_model.py
+    - path: 2_build_model.py
       hash: md5
       md5: 3eb1a5110df6e25a23d8e8a92bb27823
       size: 5257
@@ -57,7 +57,7 @@ stages:
       md5: f6e7e21d4229d4a229ea0a11f3023637
       size: 184
   generate_predictions:
-    cmd: python generate_predictions.py
+    cmd: python 3_generate_predictions.py
     deps:
     - path: data/model
       hash: md5
@@ -69,7 +69,7 @@ stages:
       md5: 7bcbf81a82015276e25749d1bc249a57.dir
       size: 21076961
       nfiles: 2
-    - path: generate_predictions.py
+    - path: 3_generate_predictions.py
       hash: md5
       md5: 874da2443ef0d92731e4c127f3ce4acb
       size: 4434
@@ -87,7 +87,7 @@ stages:
       size: 381870
       nfiles: 1
   generate_metrics:
-    cmd: python generate_metrics.py
+    cmd: python 4_generate_metrics.py
     deps:
     - path: data/predictions
       hash: md5
@@ -99,7 +99,7 @@ stages:
       md5: 7bcbf81a82015276e25749d1bc249a57.dir
       size: 21076961
       nfiles: 2
-    - path: generate_metrics.py
+    - path: 4_generate_metrics.py
       hash: md5
       md5: 8ce0b6b55e1688fca816985e0cf37f28
       size: 4220
@@ -114,9 +114,9 @@ stages:
       md5: 93d9b69d6cd951ae2c14b29ba92a2a38
       size: 186
   startup_cleanup:
-    cmd: python startup_cleanup.py
+    cmd: python 0_startup_cleanup.py
     deps:
-    - path: startup_cleanup.py
+    - path: 0_startup_cleanup.py
       hash: md5
       md5: 2e51fbcac960d0f960bf32a8ec7486a0
       size: 1748

modules/ml-pipeline/src/pipeline/dvc.yaml

@@ -1,17 +1,17 @@
 stages:
   startup_cleanup:
-    cmd: python startup_cleanup.py
+    cmd: python 0_startup_cleanup.py
     deps:
-    - startup_cleanup.py
+    - 0_startup_cleanup.py
     params:
     - configs/startup_cleanup.yaml:
       - artefacts
       - metrics
     always_changed: true
   prepare_data:
-    cmd: python prepare_data.py
+    cmd: python 1_prepare_data.py
     deps:
-    - prepare_data.py
+    - 1_prepare_data.py
     params:
     - configs/prepare_data.yaml:
       - output_test_filepath
@@ -21,9 +21,9 @@ stages:
     - data/prepared_data/
     always_changed: true
   build_model:
-    cmd: python build_model.py
+    cmd: python 2_build_model.py
     deps:
-    - build_model.py
+    - 2_build_model.py
     - data/prepared_data
     params:
     - configs/build_model.yaml:
@@ -32,9 +32,9 @@ stages:
     - metrics/fit_metrics.json
     always_changed: true
   generate_predictions:
-    cmd: python generate_predictions.py
+    cmd: python 3_generate_predictions.py
     deps:
-    - generate_predictions.py
+    - 3_generate_predictions.py
     - data/prepared_data
     - data/model
     params:
@@ -43,9 +43,9 @@ stages:
     - data/predictions/
     always_changed: true
   generate_metrics:
-    cmd: python generate_metrics.py
+    cmd: python 4_generate_metrics.py
     deps:
-    - generate_metrics.py
+    - 4_generate_metrics.py
     - data/prepared_data
     - data/predictions
     params:

modules/ml-pipeline/src/pipeline/requirements/training/requirements-dev.txt

@@ -2,6 +2,7 @@ joblib==1.3.2
 boto3==1.28.17
 pandas==1.5.3
 autogluon==0.8.2
+dynaconf==3.2.0
 alibi==0.9.4
 shap==0.42.1
 pyarrow==13.0.0

modules/ml-pipeline/src/pipeline/requirements/training/requirements.txt

@@ -1,3 +1,4 @@
 boto3==1.28.41
 pandas==1.5.3
 autogluon==0.8.2
+dynaconf==3.2.0