ML/.github/workflows/MLPipelinePostMerge.yml

name: Register the model for the given pipeline branch

# on:
#   push:
#     branches:
#       - "model-**"

on:
  pull_request:
    types:
      - closed
    branches:
      - "master"

permissions: write-all

jobs:
  Register-Major-Model-Dev:
    if: ${{ (github.event.pull_request.merged == true) && (contains(github.event.pull_request.labels.*.name, 'major')) }}
    runs-on: ubuntu-latest
    steps:
    - uses: actions/checkout@v4
      with:
        fetch-depth: 0

    - name: Install packages to register model
      run: |
        pip install --upgrade pip
        pip install -r modules/ml-pipeline/src/pipeline/src/requirements/version_control/requirements.txt

    - name: Register Model
      run: |
        REGISTER_MODEL_NAME=$(echo ${{ github.event.pull_request.head.ref }} | awk -F"-" '{print $1}')
        # REGISTER_MODEL_NAME=$(echo ${{github.ref_name}} | awk -F"-" '{print $1}')

        git config user.name "Github-Bot"
        git config user.email "Github-Bot@no-reply.com"

        latest_version=$(gto show ${REGISTER_MODEL_NAME}@latest --ref | awk -F"@v" '{print $2}') || false
        if [ -z "${latest_version}" ]; then
          increment_version="1.0.0"
        else
          increment_version=$(echo ${latest_version} | awk -F'.' '{OFS="."; $1+=1; print}')
        fi

        new_tag=${REGISTER_MODEL_NAME}@v${increment_version}

        git tag -a ${new_tag} -m "Registering new Major Version"
        git push origin ${new_tag}

        gto show > MODEL_REGISTRY.md
        git add .
        git commit -m "Update Registry"
        git push

  Register-Minor-Model-Dev:
    if: ${{ (github.event.pull_request.merged == true) && (contains(github.event.pull_request.labels.*.name, 'minor')) }}
    runs-on: ubuntu-latest
    steps:
    - uses: actions/checkout@v4
      with:
        fetch-depth: 0

    - name: Install packages to register model
      run: |
        pip install --upgrade pip
        pip install -r modules/ml-pipeline/src/pipeline/src/requirements/version_control/requirements.txt

    - name: Register Model
      run: |
        REGISTER_MODEL_NAME=$(echo ${{ github.event.pull_request.head.ref }} | awk -F"-" '{print $1}')
        # REGISTER_MODEL_NAME=$(echo ${{github.ref_name}} | awk -F"-" '{print $1}')

        git config user.name "Github-Bot"
        git config user.email "Github-Bot@no-reply.com"

        latest_version=$(gto show ${REGISTER_MODEL_NAME}@latest --ref | awk -F"@v" '{print $2}')
        if [ -z "${latest_version}" ]; then
          increment_version="0.1.0"
        else
          increment_version=$(echo ${latest_version} | awk 'BEGIN{FS=OFS="."} {$2++; print}')
        fi

        new_tag=${REGISTER_MODEL_NAME}@v${increment_version}

        git tag -a ${new_tag} -m "Registering new Minor Version"
        git push origin ${new_tag}

        gto show > MODEL_REGISTRY.md
        git add .
        git commit -m "Update Registry"
        git push

  Register-Patch-Model-Dev:
    if: ${{ (github.event.pull_request.merged == true) && (contains(github.event.pull_request.labels.*.name, 'patch')) }}
    runs-on: ubuntu-latest
    steps:
    - uses: actions/checkout@v4
      with:
        fetch-depth: 0

    - name: Install packages to register model
      run: |
        pip install --upgrade pip
        pip install -r modules/ml-pipeline/src/pipeline/src/requirements/version_control/requirements.txt

    - name: Register Model
      run: |
        REGISTER_MODEL_NAME=$(echo ${{ github.event.pull_request.head.ref }} | awk -F"-" '{print $1}')
        # REGISTER_MODEL_NAME=$(echo ${{github.ref_name}} | awk -F"-" '{print $1}')

        git config user.name "Github-Bot"
        git config user.email "Github-Bot@no-reply.com"

        latest_version=$(gto show ${REGISTER_MODEL_NAME}@latest --ref | awk -F"@v" '{print $2}')
        if [ -z "${latest_version}" ]; then
          increment_version="0.0.1"
        else
          increment_version=$(echo ${latest_version} | awk 'BEGIN{FS=OFS="."} {$3++; print}')
        fi

        new_tag=${REGISTER_MODEL_NAME}@v${increment_version}

        git tag -a ${new_tag} -m "Registering new Patch Version"
        git push origin ${new_tag}

        gto show > MODEL_REGISTRY.md
        git add .
        git commit -m "Update Registry"
        git push

  Promote-Artefacts-To-Dev:
    if: github.event.pull_request.merged == true
    runs-on: ubuntu-latest

    steps:
    - uses: actions/checkout@v3
    - name: Install packages to retrieve artifacts
      run: |
        pip install --upgrade pip
        pip install -r modules/ml-pipeline/src/pipeline/src/requirements/version_control/requirements.txt

    - name: Retrieve artifacts (dvc.lock)
      env:
        AWS_ACCESS_KEY_ID: ${{ secrets.ROBOT_AWS_ACCESS_KEY_ID }}
        AWS_SECRET_ACCESS_KEY: ${{ secrets.ROBOT_AWS_SECRET_ACCESS_KEY }}
      run: |
        cd modules/ml-pipeline/src/pipeline/src
        dvc pull -r experiments

    - name: Push artifacts to Dev
      env:
        AWS_ACCESS_KEY_ID: ${{ secrets.ROBOT_AWS_ACCESS_KEY_ID }}
        AWS_SECRET_ACCESS_KEY: ${{ secrets.ROBOT_AWS_SECRET_ACCESS_KEY }}
      run: |
        cd modules/ml-pipeline/src/pipeline/src
        dvc push -r dev

  Register-New-Model-Dev:
    if: github.event.pull_request.merged == true
    runs-on: ubuntu-latest
    steps:
    - uses: actions/checkout@v3
      with:
        fetch-depth: 0

    - name: Install packages to register model
      run: |
        pip install --upgrade pip
        pip install -r modules/ml-pipeline/src/pipeline/src/requirements/version_control/requirements.txt

    - name: Register Model
      env:
        AWS_ACCESS_KEY_ID: ${{ secrets.ROBOT_AWS_ACCESS_KEY_ID }}
        AWS_SECRET_ACCESS_KEY: ${{ secrets.ROBOT_AWS_SECRET_ACCESS_KEY }}
      run: |

        REGISTER_MODEL_NAME=$(echo ${{ github.event.pull_request.head.ref }} | awk -F"-" '{print $1}')
        # REGISTER_MODEL_NAME=$(echo ${{github.ref_name}} | awk -F"-" '{print $1}')

        git config user.name "Github-Bot"
        git config user.email "Github-Bot@no-reply.com"

        latest_version=$(gto show ${REGISTER_MODEL_NAME}@latest --ref)
        
        new_tag=${latest_version}#dev

        git tag -a ${new_tag} -m "Registering Latest Version to Dev"
        git push origin ${new_tag}

        gto show > MODEL_REGISTRY.md
        git add .
        git commit -m "Update Registry"
        git push


  Register-Prediction-Image-Dev:
    needs: Promote-Artefacts-To-Dev
    # needs: [Promote-Artefacts-To-Dev, Register-New-Model-Dev] WILL ADD BACK ONCE REGISTER WORKS
    runs-on: ubuntu-latest

    steps:
    - uses: actions/checkout@v3
    - name: Install packages to retrieve artifacts
      run: |
        pip install --upgrade pip
        pip install -r modules/ml-pipeline/src/pipeline/src/requirements/version_control/requirements.txt

    - name: Retrieve artifacts (dvc.lock)
      env:
        AWS_ACCESS_KEY_ID: ${{ secrets.ROBOT_AWS_ACCESS_KEY_ID }}
        AWS_SECRET_ACCESS_KEY: ${{ secrets.ROBOT_AWS_SECRET_ACCESS_KEY }}
      run: |
        cd modules/ml-pipeline/src/pipeline/src
        dvc pull -r dev

    - name: Build Prediction docker image (TODO - NEED LAMBDA IMAGE, need to add version from gto registry)
      run: |
        cd modules/ml-pipeline/src/pipeline/
        REGISTER_MODEL_NAME=$(echo ${{ github.event.pull_request.head.ref }} | awk -F"-" '{print $1}')
        docker build . --file Prediction.Dockerfile --tag ${REGISTER_MODEL_NAME}

    - name: ECR Login - Dev
      env:
        AWS_ACCESS_KEY_ID: ${{ secrets.ROBOT_AWS_ACCESS_KEY_ID }}
        AWS_SECRET_ACCESS_KEY: ${{ secrets.ROBOT_AWS_SECRET_ACCESS_KEY }}
      run: |
        echo "LOGIN TO ECR"

    - name: Push Prediction image to ECR - Dev
      env:
        AWS_ACCESS_KEY_ID: ${{ secrets.ROBOT_AWS_ACCESS_KEY_ID }}
        AWS_SECRET_ACCESS_KEY: ${{ secrets.ROBOT_AWS_SECRET_ACCESS_KEY }}
      run: |
        echo "PUSH TO ECR"