diff --git a/modules/ml-pipeline/src/pipeline/training/.dvc/.gitignore b/modules/ml-pipeline/src/pipeline/training/.dvc/.gitignore new file mode 100644 index 0000000..528f30c --- /dev/null +++ b/modules/ml-pipeline/src/pipeline/training/.dvc/.gitignore @@ -0,0 +1,3 @@ +/config.local +/tmp +/cache diff --git a/modules/ml-pipeline/src/pipeline/training/.dvc/config b/modules/ml-pipeline/src/pipeline/training/.dvc/config new file mode 100644 index 0000000..e69de29 diff --git a/modules/ml-pipeline/src/pipeline/training/.dvcignore b/modules/ml-pipeline/src/pipeline/training/.dvcignore new file mode 100644 index 0000000..5197305 --- /dev/null +++ b/modules/ml-pipeline/src/pipeline/training/.dvcignore @@ -0,0 +1,3 @@ +# Add patterns of files dvc should ignore, which could improve +# the performance. Learn more at +# https://dvc.org/doc/user-guide/dvcignore diff --git a/modules/ml-pipeline/src/pipeline/training/build_model.py b/modules/ml-pipeline/src/pipeline/training/build_model.py index 8d8bcca..de9b522 100644 --- a/modules/ml-pipeline/src/pipeline/training/build_model.py +++ b/modules/ml-pipeline/src/pipeline/training/build_model.py @@ -104,4 +104,4 @@ if __name__ == "__main__": logger.info("-------------------------------") logger.info(f"--- {__file__} - Complete! ---") - logger.info("-------------------------===---") + logger.info("-------------------------------") diff --git a/modules/ml-pipeline/src/pipeline/training/dvc.lock b/modules/ml-pipeline/src/pipeline/training/dvc.lock index ebafd09..01ff355 100644 --- a/modules/ml-pipeline/src/pipeline/training/dvc.lock +++ b/modules/ml-pipeline/src/pipeline/training/dvc.lock @@ -15,8 +15,8 @@ stages: outs: - path: data/prepared_data/ hash: md5 - md5: 8268b5117320d2589594a0eda859c5e5.dir - size: 36337 + md5: 9afb06007a6da3cef1619e937e9c413e.dir + size: 36344 nfiles: 2 build_model: cmd: python build_model.py @@ -27,8 +27,8 @@ stages: size: 3576 - path: data/prepared_data hash: md5 - md5: 8268b5117320d2589594a0eda859c5e5.dir - size: 36337 + md5: 9afb06007a6da3cef1619e937e9c413e.dir + size: 36344 nfiles: 2 params: configs/build_model.yaml: @@ -41,7 +41,7 @@ stages: outs: - path: data/model/ hash: md5 - md5: 85ed2d0d4f179e038b8ffd296b86f630.dir + md5: e0f58c7c4e12fa92b29d973dd5f3f565.dir size: 1096 nfiles: 1 generate_predictions: @@ -49,13 +49,13 @@ stages: deps: - path: data/model hash: md5 - md5: 85ed2d0d4f179e038b8ffd296b86f630.dir + md5: e0f58c7c4e12fa92b29d973dd5f3f565.dir size: 1096 nfiles: 1 - path: data/prepared_data hash: md5 - md5: 8268b5117320d2589594a0eda859c5e5.dir - size: 36337 + md5: 9afb06007a6da3cef1619e937e9c413e.dir + size: 36344 nfiles: 2 - path: generate_predictions.py hash: md5 @@ -68,7 +68,7 @@ stages: outs: - path: data/predictions/ hash: md5 - md5: 7bb333329935cc66390475a3ad6deaf9.dir + md5: 28ad87e9a47ea8815a0b8ba5808e750c.dir size: 2531 nfiles: 1 generate_metrics: @@ -76,13 +76,13 @@ stages: deps: - path: data/predictions hash: md5 - md5: 7bb333329935cc66390475a3ad6deaf9.dir + md5: 28ad87e9a47ea8815a0b8ba5808e750c.dir size: 2531 nfiles: 1 - path: data/prepared_data hash: md5 - md5: 8268b5117320d2589594a0eda859c5e5.dir - size: 36337 + md5: 9afb06007a6da3cef1619e937e9c413e.dir + size: 36344 nfiles: 2 - path: generate_metrics.py hash: md5 @@ -95,5 +95,5 @@ stages: outs: - path: metrics/metrics.json hash: md5 - md5: bf7ed6a9b378b42fb3d7b6d16c76655f - size: 183 + md5: 82e90d3f00bfd7c5a3fb83c2c14f4cff + size: 182 diff --git a/modules/ml-pipeline/src/pipeline/training/dvc.yaml b/modules/ml-pipeline/src/pipeline/training/dvc.yaml index b3a374b..d1febb1 100644 --- a/modules/ml-pipeline/src/pipeline/training/dvc.yaml +++ b/modules/ml-pipeline/src/pipeline/training/dvc.yaml @@ -39,3 +39,5 @@ stages: - configs/generate_metrics.yaml: outs: - metrics/metrics.json +metrics: + - metrics/metrics.json diff --git a/modules/ml-pipeline/src/pipeline/training/generate_metrics.py b/modules/ml-pipeline/src/pipeline/training/generate_metrics.py index e1a4638..3066e8a 100644 --- a/modules/ml-pipeline/src/pipeline/training/generate_metrics.py +++ b/modules/ml-pipeline/src/pipeline/training/generate_metrics.py @@ -103,3 +103,7 @@ if __name__ == "__main__": ], metrics_output_filepath=generate_metrics_params["metrics_output_filepath"], ) + + logger.info("-------------------------------") + logger.info(f"--- {__file__} - Complete! ---") + logger.info("-------------------------------") diff --git a/modules/ml-pipeline/src/pipeline/training/generate_predictions.py b/modules/ml-pipeline/src/pipeline/training/generate_predictions.py index 321f04e..e390bed 100644 --- a/modules/ml-pipeline/src/pipeline/training/generate_predictions.py +++ b/modules/ml-pipeline/src/pipeline/training/generate_predictions.py @@ -99,3 +99,7 @@ if __name__ == "__main__": "predictions_output_filepath" ], ) + + logger.info("-------------------------------") + logger.info(f"--- {__file__} - Complete! ---") + logger.info("-------------------------------")