diff --git a/modules/ml-pipeline/src/Prediction.Dockerfile b/modules/ml-pipeline/src/Prediction.Dockerfile index 54a7059..a6fc539 100644 --- a/modules/ml-pipeline/src/Prediction.Dockerfile +++ b/modules/ml-pipeline/src/Prediction.Dockerfile @@ -13,4 +13,4 @@ COPY pipeline/ /home/pipeline/ WORKDIR /home/pipeline/ -CMD [ "python", "generate_predictions.py"] +CMD [ "python", "3_generate_predictions.py"] diff --git a/modules/ml-pipeline/src/pipeline/startup_cleanup.py b/modules/ml-pipeline/src/pipeline/0_startup_cleanup.py similarity index 100% rename from modules/ml-pipeline/src/pipeline/startup_cleanup.py rename to modules/ml-pipeline/src/pipeline/0_startup_cleanup.py diff --git a/modules/ml-pipeline/src/pipeline/prepare_data.py b/modules/ml-pipeline/src/pipeline/1_prepare_data.py similarity index 100% rename from modules/ml-pipeline/src/pipeline/prepare_data.py rename to modules/ml-pipeline/src/pipeline/1_prepare_data.py diff --git a/modules/ml-pipeline/src/pipeline/build_model.py b/modules/ml-pipeline/src/pipeline/2_build_model.py similarity index 100% rename from modules/ml-pipeline/src/pipeline/build_model.py rename to modules/ml-pipeline/src/pipeline/2_build_model.py diff --git a/modules/ml-pipeline/src/pipeline/generate_predictions.py b/modules/ml-pipeline/src/pipeline/3_generate_predictions.py similarity index 100% rename from modules/ml-pipeline/src/pipeline/generate_predictions.py rename to modules/ml-pipeline/src/pipeline/3_generate_predictions.py diff --git a/modules/ml-pipeline/src/pipeline/generate_metrics.py b/modules/ml-pipeline/src/pipeline/4_generate_metrics.py similarity index 100% rename from modules/ml-pipeline/src/pipeline/generate_metrics.py rename to modules/ml-pipeline/src/pipeline/4_generate_metrics.py diff --git a/modules/ml-pipeline/src/pipeline/dvc.lock b/modules/ml-pipeline/src/pipeline/dvc.lock index d205374..d296bd2 100644 --- a/modules/ml-pipeline/src/pipeline/dvc.lock +++ b/modules/ml-pipeline/src/pipeline/dvc.lock @@ -1,9 +1,9 @@ schema: '2.0' stages: prepare_data: - cmd: python prepare_data.py + cmd: python 1_prepare_data.py deps: - - path: prepare_data.py + - path: 1_prepare_data.py hash: md5 md5: 2648d7d407dca857a1d20a11a88d3d98 size: 5116 @@ -19,9 +19,9 @@ stages: size: 21076961 nfiles: 2 build_model: - cmd: python build_model.py + cmd: python 2_build_model.py deps: - - path: build_model.py + - path: 2_build_model.py hash: md5 md5: 3eb1a5110df6e25a23d8e8a92bb27823 size: 5257 @@ -57,7 +57,7 @@ stages: md5: f6e7e21d4229d4a229ea0a11f3023637 size: 184 generate_predictions: - cmd: python generate_predictions.py + cmd: python 3_generate_predictions.py deps: - path: data/model hash: md5 @@ -69,7 +69,7 @@ stages: md5: 7bcbf81a82015276e25749d1bc249a57.dir size: 21076961 nfiles: 2 - - path: generate_predictions.py + - path: 3_generate_predictions.py hash: md5 md5: 874da2443ef0d92731e4c127f3ce4acb size: 4434 @@ -87,7 +87,7 @@ stages: size: 381870 nfiles: 1 generate_metrics: - cmd: python generate_metrics.py + cmd: python 4_generate_metrics.py deps: - path: data/predictions hash: md5 @@ -99,7 +99,7 @@ stages: md5: 7bcbf81a82015276e25749d1bc249a57.dir size: 21076961 nfiles: 2 - - path: generate_metrics.py + - path: 4_generate_metrics.py hash: md5 md5: 8ce0b6b55e1688fca816985e0cf37f28 size: 4220 @@ -114,9 +114,9 @@ stages: md5: 93d9b69d6cd951ae2c14b29ba92a2a38 size: 186 startup_cleanup: - cmd: python startup_cleanup.py + cmd: python 0_startup_cleanup.py deps: - - path: startup_cleanup.py + - path: 0_startup_cleanup.py hash: md5 md5: 2e51fbcac960d0f960bf32a8ec7486a0 size: 1748 diff --git a/modules/ml-pipeline/src/pipeline/dvc.yaml b/modules/ml-pipeline/src/pipeline/dvc.yaml index bcff3a8..e2969f6 100644 --- a/modules/ml-pipeline/src/pipeline/dvc.yaml +++ b/modules/ml-pipeline/src/pipeline/dvc.yaml @@ -1,17 +1,17 @@ stages: startup_cleanup: - cmd: python startup_cleanup.py + cmd: python 0_startup_cleanup.py deps: - - startup_cleanup.py + - 0_startup_cleanup.py params: - configs/startup_cleanup.yaml: - artefacts - metrics always_changed: true prepare_data: - cmd: python prepare_data.py + cmd: python 1_prepare_data.py deps: - - prepare_data.py + - 1_prepare_data.py params: - configs/prepare_data.yaml: - output_test_filepath @@ -21,9 +21,9 @@ stages: - data/prepared_data/ always_changed: true build_model: - cmd: python build_model.py + cmd: python 2_build_model.py deps: - - build_model.py + - 2_build_model.py - data/prepared_data params: - configs/build_model.yaml: @@ -32,9 +32,9 @@ stages: - metrics/fit_metrics.json always_changed: true generate_predictions: - cmd: python generate_predictions.py + cmd: python 3_generate_predictions.py deps: - - generate_predictions.py + - 3_generate_predictions.py - data/prepared_data - data/model params: @@ -43,9 +43,9 @@ stages: - data/predictions/ always_changed: true generate_metrics: - cmd: python generate_metrics.py + cmd: python 4_generate_metrics.py deps: - - generate_metrics.py + - 4_generate_metrics.py - data/prepared_data - data/predictions params: diff --git a/modules/ml-pipeline/src/pipeline/requirements/training/requirements-dev.txt b/modules/ml-pipeline/src/pipeline/requirements/training/requirements-dev.txt index c54d4c0..d8c5907 100644 --- a/modules/ml-pipeline/src/pipeline/requirements/training/requirements-dev.txt +++ b/modules/ml-pipeline/src/pipeline/requirements/training/requirements-dev.txt @@ -2,6 +2,7 @@ joblib==1.3.2 boto3==1.28.17 pandas==1.5.3 autogluon==0.8.2 +dynaconf==3.2.0 alibi==0.9.4 shap==0.42.1 pyarrow==13.0.0 diff --git a/modules/ml-pipeline/src/pipeline/requirements/training/requirements.txt b/modules/ml-pipeline/src/pipeline/requirements/training/requirements.txt index 11f11a1..bbdc2fa 100644 --- a/modules/ml-pipeline/src/pipeline/requirements/training/requirements.txt +++ b/modules/ml-pipeline/src/pipeline/requirements/training/requirements.txt @@ -1,3 +1,4 @@ boto3==1.28.41 pandas==1.5.3 autogluon==0.8.2 +dynaconf==3.2.0