diff --git a/.github/workflows/stripe-to-invoice.yml b/.github/workflows/stripe-to-invoice.yml index 7dbb4b7..f2f8eed 100644 --- a/.github/workflows/stripe-to-invoice.yml +++ b/.github/workflows/stripe-to-invoice.yml @@ -16,7 +16,6 @@ jobs: # -------------------------------------------------- build: runs-on: ubuntu-22.04 - steps: - uses: actions/checkout@v4 @@ -41,13 +40,11 @@ jobs: tags: docker.io/kimjunte/stripe_to_invoice:${{ env.GITHUB_REF_SLUG }} # -------------------------------------------------- - # DEPLOY POSTGRES (DEV + PROD) + # DEPLOY POSTGRES # -------------------------------------------------- deploy-db: - name: Deploy Postgres (PV + PVC + Deployment) runs-on: mealcraft-runners needs: build - steps: - uses: actions/checkout@v4 @@ -64,21 +61,14 @@ jobs: SA_TOKEN=$(cat /var/run/secrets/kubernetes.io/serviceaccount/token) CA_CERT=/var/run/secrets/kubernetes.io/serviceaccount/ca.crt - kubectl config set-cluster microk8s \ - --server="$KUBE_HOST" \ - --certificate-authority="$CA_CERT" - + kubectl config set-cluster microk8s --server="$KUBE_HOST" --certificate-authority="$CA_CERT" kubectl config set-credentials runner --token="$SA_TOKEN" - - kubectl config set-context runner-context \ - --cluster=microk8s \ - --user=runner - + kubectl config set-context runner-context --cluster=microk8s --user=runner kubectl config use-context runner-context - name: Decide environment run: | - if [[ "$GITHUB_REF" == refs/heads/main || "$GITHUB_REF" == refs/tags/* || "$GITHUB_REF" == refs/heads/release/* ]]; then + if [[ "$GITHUB_REF" == refs/heads/release/* || "$GITHUB_REF" == refs/tags/* ]]; then echo "ENV=prod" >> $GITHUB_ENV echo "NAMESPACE=default" >> $GITHUB_ENV echo "PG_VOLUME=stripe_invoice_prod" >> $GITHUB_ENV @@ -93,15 +83,12 @@ jobs: export ENV NAMESPACE PG_VOLUME envsubst < db/k8s/postgres/stripe-to-invoice-db.yaml | kubectl apply -f - - # -------------------------------------------------- # APPLY DB + APP SECRETS # -------------------------------------------------- secrets: - name: Apply runtime secrets runs-on: mealcraft-runners needs: deploy-db - steps: - uses: actions/checkout@v4 @@ -118,263 +105,19 @@ jobs: SA_TOKEN=$(cat /var/run/secrets/kubernetes.io/serviceaccount/token) CA_CERT=/var/run/secrets/kubernetes.io/serviceaccount/ca.crt - kubectl config set-cluster microk8s \ - --server="$KUBE_HOST" \ - --certificate-authority="$CA_CERT" - - kubectl config set-credentials runner --token="$SA_TOKEN" - - kubectl config set-context runner-context \ - --cluster=microk8s \ - --user=runner - - kubectl config use-context runner-context - - - name: Decide environment - run: | - if [[ "$GITHUB_REF" == refs/heads/main || "$GITHUB_REF" == refs/tags/* || "$GITHUB_REF" == refs/heads/release/* ]]; then - echo "ENV=prod" >> $GITHUB_ENV - echo "NAMESPACE=default" >> $GITHUB_ENV - echo "RUNTIME_SECRET=postgres-prod" >> $GITHUB_ENV - echo "POSTGRES_HOST=postgres-prod.default.svc.cluster.local" >> $GITHUB_ENV - echo "POSTGRES_DB=stripe_invoice" >> $GITHUB_ENV - else - echo "ENV=dev" >> $GITHUB_ENV - echo "NAMESPACE=dev" >> $GITHUB_ENV - echo "RUNTIME_SECRET=postgres-dev" >> $GITHUB_ENV - echo "POSTGRES_HOST=postgres-dev.dev.svc.cluster.local" >> $GITHUB_ENV - echo "POSTGRES_DB=stripe_invoice" >> $GITHUB_ENV - fi - - - name: Apply DB secret - run: | - set -a - source db/.env - set +a - - if [[ "$ENV" == "prod" ]]; then - USER="$PROD_POSTGRES_USER" - PASS="$PROD_POSTGRES_PASSWORD" - RUNTIME_SECRET=postgres-prod - NAMESPACE=default - else - USER="$DEV_POSTGRES_USER" - PASS="$DEV_POSTGRES_PASSWORD" - RUNTIME_SECRET=postgres-dev - NAMESPACE=dev - fi - - DATABASE_URL="postgres://${USER}:${PASS}@${POSTGRES_HOST}:5432/${POSTGRES_DB}?sslmode=disable" - - kubectl create secret generic $RUNTIME_SECRET \ - --namespace $NAMESPACE \ - --from-literal=POSTGRES_USER="$USER" \ - --from-literal=POSTGRES_PASSWORD="$PASS" \ - --from-literal=POSTGRES_DB="$POSTGRES_DB" \ - --from-literal=DATABASE_URL="$DATABASE_URL" \ - --dry-run=client -o yaml | kubectl apply -f - - - - - name: Apply app secrets - run: | - set -e - set -a - source stripe_to_invoice/deployment/secrets/.env - set +a - - if [[ "$ENV" == "prod" ]]; then - NAMESPACE=default - STRIPE_SECRET_KEY="$PROD_STRIPE_SECRET_KEY" - STRIPE_CLIENT_ID="$PROD_STRIPE_CLIENT_ID" - STRIPE_REDIRECT_URI="$PROD_STRIPE_REDIRECT_URI" - APP_URL="$PROD_APP_URL" - XERO_CLIENT_ID="$PROD_XERO_CLIENT_ID" - XERO_CLIENT_SECRET="$PROD_XERO_SECRET_KEY" - XERO_REDIRECT_URI="$PROD_XERO_REDIRECT_URI" - AWS_REGION="$PROD_AWS_REGION" - STRIPE_WEBHOOK_SECRET="$PROD_STRIPE_WEBHOOK_SECRET" - SES_FROM_EMAIL="$PROD_SES_FROM_EMAIL" - else - STRIPE_SECRET_KEY="$DEV_STRIPE_SECRET_KEY" - STRIPE_CLIENT_ID="$DEV_STRIPE_CLIENT_ID" - STRIPE_REDIRECT_URI="$DEV_STRIPE_REDIRECT_URI" - APP_URL="$DEV_APP_URL" - XERO_CLIENT_ID="$DEV_XERO_CLIENT_ID" - XERO_CLIENT_SECRET="$DEV_XERO_SECRET_KEY" - XERO_REDIRECT_URI="$DEV_XERO_REDIRECT_URI" - AWS_REGION="$DEV_AWS_REGION" - STRIPE_WEBHOOK_SECRET="$DEV_STRIPE_WEBHOOK_SECRET" - SES_FROM_EMAIL="$DEV_SES_FROM_EMAIL" - fi - - : "${STRIPE_SECRET_KEY:?missing STRIPE_SECRET_KEY}" - : "${STRIPE_CLIENT_ID:?missing STRIPE_CLIENT_ID}" - : "${APP_URL:?missing APP_URL}" - : "${STRIPE_REDIRECT_URI:?missing STRIPE_REDIRECT_URI}" - : "${XERO_CLIENT_ID:?missing XERO_CLIENT_ID}" - : "${XERO_CLIENT_SECRET:?missing XERO_CLIENT_SECRET}" - : "${XERO_REDIRECT_URI:?missing XERO_REDIRECT_URI}" - : "${AWS_REGION:?missing AWS_REGION}" - : "${SES_FROM_EMAIL:?missing SES_FROM_EMAIL}" - - export \ - STRIPE_SECRET_KEY \ - STRIPE_CLIENT_ID \ - STRIPE_REDIRECT_URI \ - APP_URL \ - XERO_CLIENT_ID \ - XERO_CLIENT_SECRET \ - XERO_REDIRECT_URI \ - AWS_REGION \ - STRIPE_WEBHOOK_SECRET \ - SES_FROM_EMAIL \ - NAMESPACE - - envsubst < stripe_to_invoice/deployment/secrets/stripe-secrets.yaml \ - | kubectl apply -f - - - # -------------------------------------------------- - # RUN ATLAS MIGRATIONS - # -------------------------------------------------- - migrate: - name: Run DB migrations (Atlas) - runs-on: mealcraft-runners - needs: secrets - - steps: - - uses: actions/checkout@v4 - - - name: Install Atlas - uses: ariga/setup-atlas@v0 - - - name: Install kubectl - run: | - sudo apt-get update - sudo apt-get install -y curl ca-certificates gettext - curl -LO "https://dl.k8s.io/release/$(curl -sL https://dl.k8s.io/release/stable.txt)/bin/linux/amd64/kubectl" - sudo install -m 0755 kubectl /usr/local/bin/kubectl - - - name: Configure kubeconfig (in-cluster) - run: | - KUBE_HOST="https://$KUBERNETES_SERVICE_HOST:$KUBERNETES_SERVICE_PORT" - SA_TOKEN=$(cat /var/run/secrets/kubernetes.io/serviceaccount/token) - CA_CERT=/var/run/secrets/kubernetes.io/serviceaccount/ca.crt - - kubectl config set-cluster microk8s \ - --server="$KUBE_HOST" \ - --certificate-authority="$CA_CERT" - - kubectl config set-credentials runner --token="$SA_TOKEN" - - kubectl config set-context runner-context \ - --cluster=microk8s \ - --user=runner - - kubectl config use-context runner-context - - - - name: Install netcat - run: | - sudo apt-get update - sudo apt-get install -y netcat-openbsd - - - name: Decide environment - run: | - if [[ "$GITHUB_REF" == refs/heads/main || "$GITHUB_REF" == refs/tags/* || "$GITHUB_REF" == refs/heads/release/* ]]; then - echo "ENV=prod" >> $GITHUB_ENV - echo "POSTGRES_HOST=postgres-prod.default.svc.cluster.local" >> $GITHUB_ENV - echo "POSTGRES_DB=stripe_invoice" >> $GITHUB_ENV - else - echo "ENV=dev" >> $GITHUB_ENV - echo "POSTGRES_HOST=postgres-dev.dev.svc.cluster.local" >> $GITHUB_ENV - echo "POSTGRES_DB=stripe_invoice" >> $GITHUB_ENV - fi - - - name: Wait for Postgres TCP - run: | - set -e - for i in {1..30}; do - if nc -z "$POSTGRES_HOST" 5432; then - echo "Postgres is accepting connections" - exit 0 - fi - echo "Waiting for Postgres ($i/30)..." - sleep 5 - done - echo "Postgres never became ready" - exit 1 - - - name: Run migrations (using K8s secret) - run: | - set -e - - if [[ "$ENV" == "prod" ]]; then - SECRET=postgres-prod - NAMESPACE=default - else - SECRET=postgres-dev - NAMESPACE=dev - fi - - DATABASE_URL=$(kubectl get secret "$SECRET" \ - -n "$NAMESPACE" \ - -o jsonpath='{.data.DATABASE_URL}' | base64 -d) - - echo "Running Atlas migrations against $POSTGRES_HOST" - - atlas migrate apply \ - --dir file://db/atlas/stripe_invoice/migrations \ - --url "$DATABASE_URL" - - # -------------------------------------------------- - # DEPLOY APPLICATION - # -------------------------------------------------- - deploy: - runs-on: mealcraft-runners - needs: - - build - - secrets - - migrate - - steps: - - uses: actions/checkout@v4 - - - name: Install kubectl - run: | - sudo apt-get update - sudo apt-get install -y curl ca-certificates gettext - curl -LO "https://dl.k8s.io/release/$(curl -sL https://dl.k8s.io/release/stable.txt)/bin/linux/amd64/kubectl" - sudo install -m 0755 kubectl /usr/local/bin/kubectl - - - name: Configure kubeconfig (in-cluster) - run: | - KUBE_HOST="https://$KUBERNETES_SERVICE_HOST:$KUBERNETES_SERVICE_PORT" - SA_TOKEN=$(cat /var/run/secrets/kubernetes.io/serviceaccount/token) - CA_CERT=/var/run/secrets/kubernetes.io/serviceaccount/ca.crt - NAMESPACE=$(cat /var/run/secrets/kubernetes.io/serviceaccount/namespace) - kubectl config set-cluster microk8s --server="$KUBE_HOST" --certificate-authority="$CA_CERT" kubectl config set-credentials runner --token="$SA_TOKEN" - kubectl config set-context runner-context --cluster=microk8s --user=runner --namespace="$NAMESPACE" + kubectl config set-context runner-context --cluster=microk8s --user=runner kubectl config use-context runner-context - - name: Inject slug variables - uses: rlespinasse/github-slug-action@v4 - - name: Decide environment run: | - if [[ "$GITHUB_REF" == refs/heads/release/* || "$GITHUB_REF" == refs/tags/* ]]; then + if [[ "$ENV" == "prod" ]]; then + echo "POSTGRES_HOST=postgres-prod.default.svc.cluster.local" >> $GITHUB_ENV + echo "RUNTIME_SECRET=postgres-prod" >> $GITHUB_ENV echo "NAMESPACE=default" >> $GITHUB_ENV - echo "DB_ENV=prod" >> $GITHUB_ENV - echo "HOSTNAME=stripe-to-invoice.juntekim.com" >> $GITHUB_ENV else + echo "POSTGRES_HOST=postgres-dev.dev.svc.cluster.local" >> $GITHUB_ENV + echo "RUNTIME_SECRET=postgres-dev" >> $GITHUB_ENV echo "NAMESPACE=dev" >> $GITHUB_ENV - echo "DB_ENV=dev" >> $GITHUB_ENV - echo "HOSTNAME=stripe-to-invoice.dev.juntekim.com" >> $GITHUB_ENV fi - - - name: Deploy application - run: | - export IMAGE="docker.io/kimjunte/stripe_to_invoice:$GITHUB_REF_SLUG" - export NAMESPACE DB_ENV HOSTNAME - envsubst < stripe_to_invoice/deployment/deployment.yaml | kubectl apply -f - diff --git a/db/.env b/db/.env index 9872a8a..8004bd2 100644 --- a/db/.env +++ b/db/.env @@ -5,7 +5,7 @@ DEV_POSTGRES_PASSWORD="averysecretpasswordPersonAppleWinter938" # Prod Stripe-to-invoice PROD_POSTGRES_USER="postgres" -PROD_POSTGRES_PASSWORD="productionPassword1142M@ke!tH@rd2Br3akWith$ymb0ls" +PROD_POSTGRES_PASSWORD="productionPassword1142M@ke!tH@rd2Br3akWithSymb0ls"