From a450f8ef6dda9de65e86a7edf920a9408cd76b0b Mon Sep 17 00:00:00 2001
From: Michael Duong <michaelduong@Michaels-MacBook-Pro.local>
Date: Sun, 10 Sep 2023 17:21:05 +0100
Subject: [PATCH] clean up code

---
 .github/workflows/MLPipelinePullRequest.yml | 49 ++++++++++++++++++---
 1 file changed, 42 insertions(+), 7 deletions(-)

diff --git a/.github/workflows/MLPipelinePullRequest.yml b/.github/workflows/MLPipelinePullRequest.yml
index 20c00d2..bf7847f 100644
--- a/.github/workflows/MLPipelinePullRequest.yml
+++ b/.github/workflows/MLPipelinePullRequest.yml
@@ -8,7 +8,7 @@ on:
 
 jobs:
 
-  Retreive-Artifacts:
+  Verify-Model:
 
     runs-on: ubuntu-latest
 
@@ -31,12 +31,6 @@ jobs:
         cd modules/ml-pipeline/src/pipeline/src
         dvc pull -r experiments
 
-  Verify-Model:
-
-    needs: Retreive-Artifacts
-    runs-on: ubuntu-latest
-
-    steps:
     - name: Build Prediction docker Image
       run: |
         cd modules/ml-pipeline/src/pipeline/
@@ -45,3 +39,44 @@ jobs:
     - name: Run Prediction docker container
       run: |
         docker run prediction_test
+
+  Trigger-CML:
+
+    runs-on: ubuntu-latest
+
+    steps:
+    - uses: actions/checkout@v3
+    - name: Install packages to retrieve artifacts
+      env:
+        AWS_ACCESS_KEY_ID: ${{ secrets.ROBOT_AWS_ACCESS_KEY_ID }}
+        AWS_SECRET_ACCESS_KEY: ${{ secrets.ROBOT_AWS_SECRET_ACCESS_KEY }}
+      run: |
+        pip install --upgrade pip
+        pip install dvc dvc_s3
+        # pip install -r src/requirements/predictions/requirements-dev.txt
+
+    - name: Retrieve artifacts (dvc.lock)
+      env:
+        AWS_ACCESS_KEY_ID: ${{ secrets.ROBOT_AWS_ACCESS_KEY_ID }}
+        AWS_SECRET_ACCESS_KEY: ${{ secrets.ROBOT_AWS_SECRET_ACCESS_KEY }}
+      run: |
+        cd modules/ml-pipeline/src/pipeline/src
+        dvc pull -r experiments
+
+    - name: Generate report
+    - uses: actions/setup-python@v4
+    - uses: iterative/setup-cml@v1
+      env:
+        REPO_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      run: |
+        cd modules/ml-pipeline/src/pipeline/src
+        echo "## Model metrics" > report.md
+        cat metrics/metrics.json >> report.md
+
+        # echo "## Residuals plot from model" >> report.md
+        # metrics_location=$(find . -maxdepth 10 -name "residuals.png")
+        # echo $metrics_location
+        # cd $metric_location
+        # echo "![](./residuals.png)" >> report.md
+
+        cml comment create report.md