junte/ML
1
0
Fork 0
mirror of https://github.com/Hestia-Homes/ML.git synced 2026-06-08 11:17:25 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge pull request #2 from Hestia-Homes/model-test

Browse source 
Model test
This commit is contained in:
quandanrepo 2023-09-10 20:15:06 +01:00 • committed by GitHub
commit 6521780ab3
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
6 changed files with 8 additions and 16 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

11
.github/workflows/MLPipelinePullRequest.yml vendored
View file

@ -23,8 +23,7 @@ jobs:
AWS_SECRET_ACCESS_KEY: ${{ secrets.ROBOT_AWS_SECRET_ACCESS_KEY }}
run: |
pip install --upgrade pip
pip install dvc dvc_s3
# pip install -r src/requirements/predictions/requirements-dev.txt
pip install -r modules/ml-pipeline/src/pipeline/src/requirements/version_control/requirements.txt
- name: Retrieve artifacts (dvc.lock)
env:
@ -50,13 +49,9 @@ jobs:
steps:
- uses: actions/checkout@v3
- name: Install packages to retrieve artifacts
env:
AWS_ACCESS_KEY_ID: ${{ secrets.ROBOT_AWS_ACCESS_KEY_ID }}
AWS_SECRET_ACCESS_KEY: ${{ secrets.ROBOT_AWS_SECRET_ACCESS_KEY }}
run: |
pip install --upgrade pip
pip install dvc dvc_s3
# pip install -r src/requirements/predictions/requirements-dev.txt
pip install -r modules/ml-pipeline/src/pipeline/src/requirements/version_control/requirements.txt
- name: Retrieve artifacts (dvc.lock)
env:
@ -70,6 +65,8 @@ jobs:
- uses: iterative/setup-cml@v1
- name: Generate report
env:
AWS_ACCESS_KEY_ID: ${{ secrets.ROBOT_AWS_ACCESS_KEY_ID }}
AWS_SECRET_ACCESS_KEY: ${{ secrets.ROBOT_AWS_SECRET_ACCESS_KEY }}
REPO_TOKEN: ${{ secrets.GITHUB_TOKEN }}
run: |
cd modules/ml-pipeline/src/pipeline/src

2
modules/ml-pipeline/Makefile
View file

@ -11,7 +11,7 @@ dev-pyenv:
pyenv install ${PYTHON_VERSION} || echo "Python version already installed"
pyenv global ${PYTHON_VERSION}
python3 -m venv .dev_env
. .dev_env/bin/activate && pip install --upgrade pip && pip install -r src/pipeline/src/requirements/training/requirements-dev.txt && pre-commit install
. .dev_env/bin/activate && pip install --upgrade pip && pip install -r src/pipeline/src/requirements/training/requirements-dev.txt && pip install -r src/pipeline/src/requirements/version_control/requirements.txt && pre-commit install
echo "TO ACTIVATE ENVIRONMENT, USE THE FOLLOWING COMMAND"
echo "source .dev_env/bin/activate"

3
modules/ml-pipeline/src/pipeline/src/requirements/predictions/requirements-dev.txt
View file

@ -1,9 +1,6 @@
joblib==1.3.2
boto3==1.28.17
pandas==1.5.3
dvc==3.18.0
dvc-s3==2.23.0
gto==1.0.4
scikit-learn==1.3.0
pyarrow==13.0.0
pre-commit==3.3.3

3
modules/ml-pipeline/src/pipeline/src/requirements/training/requirements-dev.txt
View file

@ -1,9 +1,6 @@
joblib==1.3.2
boto3==1.28.17
pandas==1.5.3
dvc==3.18.0
dvc-s3==2.23.0
gto==1.0.4
scikit-learn==1.3.0
pyarrow==13.0.0
pre-commit==3.3.3

2
modules/ml-pipeline/src/pipeline/src/requirements/training/requirements.txt
View file

@ -1,5 +1,3 @@
boto3==1.28.41
pandas==1.5.3
dvc==3.18.0
gto==1.0.4
scikit-learn==1.3.0

3
modules/ml-pipeline/src/pipeline/src/requirements/version_control/requirements.txt Normal file
View file

@ -0,0 +1,3 @@
dvc==3.18.0
dvc-s3==2.23.0
gto==1.0.4