ML/.github/workflows/MLPipelinePullRequest.yml

name: Build and test model using a dummy prediction pipeline

on:
  push:
    branches: [ "model" ]
  pull_request:
    branches: [ "master" ]

permissions: write-all

jobs:

  Verify-Model:

    runs-on: ubuntu-latest

    steps:
    - uses: actions/checkout@v3
    - name: Install packages to retrieve artifacts
      env:
        AWS_ACCESS_KEY_ID: ${{ secrets.ROBOT_AWS_ACCESS_KEY_ID }}
        AWS_SECRET_ACCESS_KEY: ${{ secrets.ROBOT_AWS_SECRET_ACCESS_KEY }}
      run: |
        pip install --upgrade pip
        pip install dvc dvc_s3
        # pip install -r src/requirements/predictions/requirements-dev.txt

    - name: Retrieve artifacts (dvc.lock)
      env:
        AWS_ACCESS_KEY_ID: ${{ secrets.ROBOT_AWS_ACCESS_KEY_ID }}
        AWS_SECRET_ACCESS_KEY: ${{ secrets.ROBOT_AWS_SECRET_ACCESS_KEY }}
      run: |
        cd modules/ml-pipeline/src/pipeline/src
        dvc pull -r experiments

    - name: Build Prediction docker Image
      run: |
        cd modules/ml-pipeline/src/pipeline/
        docker build . --file Prediction.Dockerfile --tag prediction_test

    - name: Run Prediction docker container
      run: |
        docker run prediction_test

  Trigger-CML:

    runs-on: ubuntu-latest

    steps:
    - uses: actions/checkout@v3
    - name: Install packages to retrieve artifacts
      env:
        AWS_ACCESS_KEY_ID: ${{ secrets.ROBOT_AWS_ACCESS_KEY_ID }}
        AWS_SECRET_ACCESS_KEY: ${{ secrets.ROBOT_AWS_SECRET_ACCESS_KEY }}
      run: |
        pip install --upgrade pip
        pip install dvc dvc_s3
        # pip install -r src/requirements/predictions/requirements-dev.txt

    - name: Retrieve artifacts (dvc.lock)
      env:
        AWS_ACCESS_KEY_ID: ${{ secrets.ROBOT_AWS_ACCESS_KEY_ID }}
        AWS_SECRET_ACCESS_KEY: ${{ secrets.ROBOT_AWS_SECRET_ACCESS_KEY }}
      run: |
        cd modules/ml-pipeline/src/pipeline/src
        dvc pull -r experiments

    - uses: actions/setup-python@v4
    - uses: iterative/setup-cml@v1
    - name: Generate report
      env:
        REPO_TOKEN: ${{ secrets.GITHUB_TOKEN }}
      run: |
        cd modules/ml-pipeline/src/pipeline/src
        echo "## Model metrics" > report.md

        # Compare metrics to master
        git fetch --depth=1 origin master:master
        dvc metrics diff --show-md master >> report.md

        cml comment create report.md

    #     # echo "## Residuals plot from model" >> report.md
    #     # metrics_location=$(find . -maxdepth 10 -name "residuals.png")
    #     # echo $metrics_location
    #     # cd $metric_location
    #     # echo "![](./residuals.png)" >> report.md