junte/ML
1
0
Fork 0
mirror of https://github.com/Hestia-Homes/ML.git synced 2026-06-30 13:10:43 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

new expeirment

Browse source
This commit is contained in:
Michael Duong 2023-09-10 10:29:48 +00:00
parent bd319be882
commit c532491760
3 changed files with 19 additions and 19 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
modules/ml-pipeline/src/pipeline/src/configs/prepare_data.yaml
View file

@ -1,6 +1,6 @@
dataclient_type: minio dataclient_type: minio
data_location: s3://dev_bucket data_location: s3://dev_bucket
train_proportion: 0.85 train_proportion: 0.9
output_train_filepath: ./data/prepared_data/train.parquet output_train_filepath: ./data/prepared_data/train.parquet
output_test_filepath: ./data/prepared_data/test.parquet output_test_filepath: ./data/prepared_data/test.parquet

34
modules/ml-pipeline/src/pipeline/src/dvc.lock
View file

@ -5,18 +5,18 @@ stages:
deps: deps:
- path: prepare_data.py - path: prepare_data.py
hash: md5 hash: md5
md5: 113f292aa8fa1ecec56b21cfc7f657a9 md5: 38b0836237bfa25ea0d71ca259610f4d
size: 3623 size: 3623
params: params:
configs/prepare_data.yaml: configs/prepare_data.yaml:
output_test_filepath: ./data/prepared_data/test.parquet output_test_filepath: ./data/prepared_data/test.parquet
output_train_filepath: ./data/prepared_data/train.parquet output_train_filepath: ./data/prepared_data/train.parquet
train_proportion: 0.85 train_proportion: 0.9
outs: outs:
- path: data/prepared_data/ - path: data/prepared_data/
hash: md5 hash: md5
md5: 57c36f8222034dc253f65000274bbd7b.dir md5: b33066afcf18879beb7738317b840957.dir
size: 35596 size: 34895
nfiles: 2 nfiles: 2
build_model: build_model:
cmd: python build_model.py cmd: python build_model.py
@ -27,8 +27,8 @@ stages:
size: 3576 size: 3576
- path: data/prepared_data - path: data/prepared_data
hash: md5 hash: md5
md5: 57c36f8222034dc253f65000274bbd7b.dir md5: b33066afcf18879beb7738317b840957.dir
size: 35596 size: 34895
nfiles: 2 nfiles: 2
params: params:
configs/build_model.yaml: configs/build_model.yaml:
@ -41,7 +41,7 @@ stages:
outs: outs:
- path: data/model/ - path: data/model/
hash: md5 hash: md5
md5: b163a05d5a1a5649caf10e23bd5db8d0.dir md5: 9e7589253302a779852158756c2a7bb9.dir
size: 1096 size: 1096
nfiles: 1 nfiles: 1
generate_predictions: generate_predictions:
@ -49,13 +49,13 @@ stages:
deps: deps:
- path: data/model - path: data/model
hash: md5 hash: md5
md5: b163a05d5a1a5649caf10e23bd5db8d0.dir md5: 9e7589253302a779852158756c2a7bb9.dir
size: 1096 size: 1096
nfiles: 1 nfiles: 1
- path: data/prepared_data - path: data/prepared_data
hash: md5 hash: md5
md5: 57c36f8222034dc253f65000274bbd7b.dir md5: b33066afcf18879beb7738317b840957.dir
size: 35596 size: 34895
nfiles: 2 nfiles: 2
- path: generate_predictions.py - path: generate_predictions.py
hash: md5 hash: md5
@ -68,21 +68,21 @@ stages:
outs: outs:
- path: data/predictions/ - path: data/predictions/
hash: md5 hash: md5
md5: 06fd34c447fe9e5b4b9892c57257eb54.dir md5: b9c93c8c5fc441bdc0fb96cee19b1871.dir
size: 2334 size: 2121
nfiles: 1 nfiles: 1
generate_metrics: generate_metrics:
cmd: python generate_metrics.py cmd: python generate_metrics.py
deps: deps:
- path: data/predictions - path: data/predictions
hash: md5 hash: md5
md5: 06fd34c447fe9e5b4b9892c57257eb54.dir md5: b9c93c8c5fc441bdc0fb96cee19b1871.dir
size: 2334 size: 2121
nfiles: 1 nfiles: 1
- path: data/prepared_data - path: data/prepared_data
hash: md5 hash: md5
md5: 57c36f8222034dc253f65000274bbd7b.dir md5: b33066afcf18879beb7738317b840957.dir
size: 35596 size: 34895
nfiles: 2 nfiles: 2
- path: generate_metrics.py - path: generate_metrics.py
hash: md5 hash: md5
@ -95,5 +95,5 @@ stages:
outs: outs:
- path: metrics/metrics.json - path: metrics/metrics.json
hash: md5 hash: md5
md5: 2706ac7ddd35940e95c187fd0178e52c md5: 310e17ea14d1669035ab3c44c0204f57
size: 183 size: 183

2
modules/ml-pipeline/src/pipeline/src/prepare_data.py
View file

@ -109,4 +109,4 @@ if __name__ == "__main__":
logger.info("-------------------------------") logger.info("-------------------------------")
logger.info(f"--- {__file__} - Complete! ---") logger.info(f"--- {__file__} - Complete! ---")
logger.info("-------------------------===---") logger.info("-------------------------------")