commit
1ea0a5f847
2 changed files with 11 additions and 268 deletions
277
.github/workflows/stripe-to-invoice.yml
vendored
277
.github/workflows/stripe-to-invoice.yml
vendored
|
|
@ -16,7 +16,6 @@ jobs:
|
||||||
# --------------------------------------------------
|
# --------------------------------------------------
|
||||||
build:
|
build:
|
||||||
runs-on: ubuntu-22.04
|
runs-on: ubuntu-22.04
|
||||||
|
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v4
|
- uses: actions/checkout@v4
|
||||||
|
|
||||||
|
|
@ -41,13 +40,11 @@ jobs:
|
||||||
tags: docker.io/kimjunte/stripe_to_invoice:${{ env.GITHUB_REF_SLUG }}
|
tags: docker.io/kimjunte/stripe_to_invoice:${{ env.GITHUB_REF_SLUG }}
|
||||||
|
|
||||||
# --------------------------------------------------
|
# --------------------------------------------------
|
||||||
# DEPLOY POSTGRES (DEV + PROD)
|
# DEPLOY POSTGRES
|
||||||
# --------------------------------------------------
|
# --------------------------------------------------
|
||||||
deploy-db:
|
deploy-db:
|
||||||
name: Deploy Postgres (PV + PVC + Deployment)
|
|
||||||
runs-on: mealcraft-runners
|
runs-on: mealcraft-runners
|
||||||
needs: build
|
needs: build
|
||||||
|
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v4
|
- uses: actions/checkout@v4
|
||||||
|
|
||||||
|
|
@ -64,21 +61,14 @@ jobs:
|
||||||
SA_TOKEN=$(cat /var/run/secrets/kubernetes.io/serviceaccount/token)
|
SA_TOKEN=$(cat /var/run/secrets/kubernetes.io/serviceaccount/token)
|
||||||
CA_CERT=/var/run/secrets/kubernetes.io/serviceaccount/ca.crt
|
CA_CERT=/var/run/secrets/kubernetes.io/serviceaccount/ca.crt
|
||||||
|
|
||||||
kubectl config set-cluster microk8s \
|
kubectl config set-cluster microk8s --server="$KUBE_HOST" --certificate-authority="$CA_CERT"
|
||||||
--server="$KUBE_HOST" \
|
|
||||||
--certificate-authority="$CA_CERT"
|
|
||||||
|
|
||||||
kubectl config set-credentials runner --token="$SA_TOKEN"
|
kubectl config set-credentials runner --token="$SA_TOKEN"
|
||||||
|
kubectl config set-context runner-context --cluster=microk8s --user=runner
|
||||||
kubectl config set-context runner-context \
|
|
||||||
--cluster=microk8s \
|
|
||||||
--user=runner
|
|
||||||
|
|
||||||
kubectl config use-context runner-context
|
kubectl config use-context runner-context
|
||||||
|
|
||||||
- name: Decide environment
|
- name: Decide environment
|
||||||
run: |
|
run: |
|
||||||
if [[ "$GITHUB_REF" == refs/heads/main || "$GITHUB_REF" == refs/tags/* || "$GITHUB_REF" == refs/heads/release/* ]]; then
|
if [[ "$GITHUB_REF" == refs/heads/release/* || "$GITHUB_REF" == refs/tags/* ]]; then
|
||||||
echo "ENV=prod" >> $GITHUB_ENV
|
echo "ENV=prod" >> $GITHUB_ENV
|
||||||
echo "NAMESPACE=default" >> $GITHUB_ENV
|
echo "NAMESPACE=default" >> $GITHUB_ENV
|
||||||
echo "PG_VOLUME=stripe_invoice_prod" >> $GITHUB_ENV
|
echo "PG_VOLUME=stripe_invoice_prod" >> $GITHUB_ENV
|
||||||
|
|
@ -93,15 +83,12 @@ jobs:
|
||||||
export ENV NAMESPACE PG_VOLUME
|
export ENV NAMESPACE PG_VOLUME
|
||||||
envsubst < db/k8s/postgres/stripe-to-invoice-db.yaml | kubectl apply -f -
|
envsubst < db/k8s/postgres/stripe-to-invoice-db.yaml | kubectl apply -f -
|
||||||
|
|
||||||
|
|
||||||
# --------------------------------------------------
|
# --------------------------------------------------
|
||||||
# APPLY DB + APP SECRETS
|
# APPLY DB + APP SECRETS
|
||||||
# --------------------------------------------------
|
# --------------------------------------------------
|
||||||
secrets:
|
secrets:
|
||||||
name: Apply runtime secrets
|
|
||||||
runs-on: mealcraft-runners
|
runs-on: mealcraft-runners
|
||||||
needs: deploy-db
|
needs: deploy-db
|
||||||
|
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v4
|
- uses: actions/checkout@v4
|
||||||
|
|
||||||
|
|
@ -118,263 +105,19 @@ jobs:
|
||||||
SA_TOKEN=$(cat /var/run/secrets/kubernetes.io/serviceaccount/token)
|
SA_TOKEN=$(cat /var/run/secrets/kubernetes.io/serviceaccount/token)
|
||||||
CA_CERT=/var/run/secrets/kubernetes.io/serviceaccount/ca.crt
|
CA_CERT=/var/run/secrets/kubernetes.io/serviceaccount/ca.crt
|
||||||
|
|
||||||
kubectl config set-cluster microk8s \
|
|
||||||
--server="$KUBE_HOST" \
|
|
||||||
--certificate-authority="$CA_CERT"
|
|
||||||
|
|
||||||
kubectl config set-credentials runner --token="$SA_TOKEN"
|
|
||||||
|
|
||||||
kubectl config set-context runner-context \
|
|
||||||
--cluster=microk8s \
|
|
||||||
--user=runner
|
|
||||||
|
|
||||||
kubectl config use-context runner-context
|
|
||||||
|
|
||||||
- name: Decide environment
|
|
||||||
run: |
|
|
||||||
if [[ "$GITHUB_REF" == refs/heads/main || "$GITHUB_REF" == refs/tags/* || "$GITHUB_REF" == refs/heads/release/* ]]; then
|
|
||||||
echo "ENV=prod" >> $GITHUB_ENV
|
|
||||||
echo "NAMESPACE=default" >> $GITHUB_ENV
|
|
||||||
echo "RUNTIME_SECRET=postgres-prod" >> $GITHUB_ENV
|
|
||||||
echo "POSTGRES_HOST=postgres-prod.default.svc.cluster.local" >> $GITHUB_ENV
|
|
||||||
echo "POSTGRES_DB=stripe_invoice" >> $GITHUB_ENV
|
|
||||||
else
|
|
||||||
echo "ENV=dev" >> $GITHUB_ENV
|
|
||||||
echo "NAMESPACE=dev" >> $GITHUB_ENV
|
|
||||||
echo "RUNTIME_SECRET=postgres-dev" >> $GITHUB_ENV
|
|
||||||
echo "POSTGRES_HOST=postgres-dev.dev.svc.cluster.local" >> $GITHUB_ENV
|
|
||||||
echo "POSTGRES_DB=stripe_invoice" >> $GITHUB_ENV
|
|
||||||
fi
|
|
||||||
|
|
||||||
- name: Apply DB secret
|
|
||||||
run: |
|
|
||||||
set -a
|
|
||||||
source db/.env
|
|
||||||
set +a
|
|
||||||
|
|
||||||
if [[ "$ENV" == "prod" ]]; then
|
|
||||||
USER="$PROD_POSTGRES_USER"
|
|
||||||
PASS="$PROD_POSTGRES_PASSWORD"
|
|
||||||
RUNTIME_SECRET=postgres-prod
|
|
||||||
NAMESPACE=default
|
|
||||||
else
|
|
||||||
USER="$DEV_POSTGRES_USER"
|
|
||||||
PASS="$DEV_POSTGRES_PASSWORD"
|
|
||||||
RUNTIME_SECRET=postgres-dev
|
|
||||||
NAMESPACE=dev
|
|
||||||
fi
|
|
||||||
|
|
||||||
DATABASE_URL="postgres://${USER}:${PASS}@${POSTGRES_HOST}:5432/${POSTGRES_DB}?sslmode=disable"
|
|
||||||
|
|
||||||
kubectl create secret generic $RUNTIME_SECRET \
|
|
||||||
--namespace $NAMESPACE \
|
|
||||||
--from-literal=POSTGRES_USER="$USER" \
|
|
||||||
--from-literal=POSTGRES_PASSWORD="$PASS" \
|
|
||||||
--from-literal=POSTGRES_DB="$POSTGRES_DB" \
|
|
||||||
--from-literal=DATABASE_URL="$DATABASE_URL" \
|
|
||||||
--dry-run=client -o yaml | kubectl apply -f -
|
|
||||||
|
|
||||||
|
|
||||||
- name: Apply app secrets
|
|
||||||
run: |
|
|
||||||
set -e
|
|
||||||
set -a
|
|
||||||
source stripe_to_invoice/deployment/secrets/.env
|
|
||||||
set +a
|
|
||||||
|
|
||||||
if [[ "$ENV" == "prod" ]]; then
|
|
||||||
NAMESPACE=default
|
|
||||||
STRIPE_SECRET_KEY="$PROD_STRIPE_SECRET_KEY"
|
|
||||||
STRIPE_CLIENT_ID="$PROD_STRIPE_CLIENT_ID"
|
|
||||||
STRIPE_REDIRECT_URI="$PROD_STRIPE_REDIRECT_URI"
|
|
||||||
APP_URL="$PROD_APP_URL"
|
|
||||||
XERO_CLIENT_ID="$PROD_XERO_CLIENT_ID"
|
|
||||||
XERO_CLIENT_SECRET="$PROD_XERO_SECRET_KEY"
|
|
||||||
XERO_REDIRECT_URI="$PROD_XERO_REDIRECT_URI"
|
|
||||||
AWS_REGION="$PROD_AWS_REGION"
|
|
||||||
STRIPE_WEBHOOK_SECRET="$PROD_STRIPE_WEBHOOK_SECRET"
|
|
||||||
SES_FROM_EMAIL="$PROD_SES_FROM_EMAIL"
|
|
||||||
else
|
|
||||||
STRIPE_SECRET_KEY="$DEV_STRIPE_SECRET_KEY"
|
|
||||||
STRIPE_CLIENT_ID="$DEV_STRIPE_CLIENT_ID"
|
|
||||||
STRIPE_REDIRECT_URI="$DEV_STRIPE_REDIRECT_URI"
|
|
||||||
APP_URL="$DEV_APP_URL"
|
|
||||||
XERO_CLIENT_ID="$DEV_XERO_CLIENT_ID"
|
|
||||||
XERO_CLIENT_SECRET="$DEV_XERO_SECRET_KEY"
|
|
||||||
XERO_REDIRECT_URI="$DEV_XERO_REDIRECT_URI"
|
|
||||||
AWS_REGION="$DEV_AWS_REGION"
|
|
||||||
STRIPE_WEBHOOK_SECRET="$DEV_STRIPE_WEBHOOK_SECRET"
|
|
||||||
SES_FROM_EMAIL="$DEV_SES_FROM_EMAIL"
|
|
||||||
fi
|
|
||||||
|
|
||||||
: "${STRIPE_SECRET_KEY:?missing STRIPE_SECRET_KEY}"
|
|
||||||
: "${STRIPE_CLIENT_ID:?missing STRIPE_CLIENT_ID}"
|
|
||||||
: "${APP_URL:?missing APP_URL}"
|
|
||||||
: "${STRIPE_REDIRECT_URI:?missing STRIPE_REDIRECT_URI}"
|
|
||||||
: "${XERO_CLIENT_ID:?missing XERO_CLIENT_ID}"
|
|
||||||
: "${XERO_CLIENT_SECRET:?missing XERO_CLIENT_SECRET}"
|
|
||||||
: "${XERO_REDIRECT_URI:?missing XERO_REDIRECT_URI}"
|
|
||||||
: "${AWS_REGION:?missing AWS_REGION}"
|
|
||||||
: "${SES_FROM_EMAIL:?missing SES_FROM_EMAIL}"
|
|
||||||
|
|
||||||
export \
|
|
||||||
STRIPE_SECRET_KEY \
|
|
||||||
STRIPE_CLIENT_ID \
|
|
||||||
STRIPE_REDIRECT_URI \
|
|
||||||
APP_URL \
|
|
||||||
XERO_CLIENT_ID \
|
|
||||||
XERO_CLIENT_SECRET \
|
|
||||||
XERO_REDIRECT_URI \
|
|
||||||
AWS_REGION \
|
|
||||||
STRIPE_WEBHOOK_SECRET \
|
|
||||||
SES_FROM_EMAIL \
|
|
||||||
NAMESPACE
|
|
||||||
|
|
||||||
envsubst < stripe_to_invoice/deployment/secrets/stripe-secrets.yaml \
|
|
||||||
| kubectl apply -f -
|
|
||||||
|
|
||||||
# --------------------------------------------------
|
|
||||||
# RUN ATLAS MIGRATIONS
|
|
||||||
# --------------------------------------------------
|
|
||||||
migrate:
|
|
||||||
name: Run DB migrations (Atlas)
|
|
||||||
runs-on: mealcraft-runners
|
|
||||||
needs: secrets
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- uses: actions/checkout@v4
|
|
||||||
|
|
||||||
- name: Install Atlas
|
|
||||||
uses: ariga/setup-atlas@v0
|
|
||||||
|
|
||||||
- name: Install kubectl
|
|
||||||
run: |
|
|
||||||
sudo apt-get update
|
|
||||||
sudo apt-get install -y curl ca-certificates gettext
|
|
||||||
curl -LO "https://dl.k8s.io/release/$(curl -sL https://dl.k8s.io/release/stable.txt)/bin/linux/amd64/kubectl"
|
|
||||||
sudo install -m 0755 kubectl /usr/local/bin/kubectl
|
|
||||||
|
|
||||||
- name: Configure kubeconfig (in-cluster)
|
|
||||||
run: |
|
|
||||||
KUBE_HOST="https://$KUBERNETES_SERVICE_HOST:$KUBERNETES_SERVICE_PORT"
|
|
||||||
SA_TOKEN=$(cat /var/run/secrets/kubernetes.io/serviceaccount/token)
|
|
||||||
CA_CERT=/var/run/secrets/kubernetes.io/serviceaccount/ca.crt
|
|
||||||
|
|
||||||
kubectl config set-cluster microk8s \
|
|
||||||
--server="$KUBE_HOST" \
|
|
||||||
--certificate-authority="$CA_CERT"
|
|
||||||
|
|
||||||
kubectl config set-credentials runner --token="$SA_TOKEN"
|
|
||||||
|
|
||||||
kubectl config set-context runner-context \
|
|
||||||
--cluster=microk8s \
|
|
||||||
--user=runner
|
|
||||||
|
|
||||||
kubectl config use-context runner-context
|
|
||||||
|
|
||||||
|
|
||||||
- name: Install netcat
|
|
||||||
run: |
|
|
||||||
sudo apt-get update
|
|
||||||
sudo apt-get install -y netcat-openbsd
|
|
||||||
|
|
||||||
- name: Decide environment
|
|
||||||
run: |
|
|
||||||
if [[ "$GITHUB_REF" == refs/heads/main || "$GITHUB_REF" == refs/tags/* || "$GITHUB_REF" == refs/heads/release/* ]]; then
|
|
||||||
echo "ENV=prod" >> $GITHUB_ENV
|
|
||||||
echo "POSTGRES_HOST=postgres-prod.default.svc.cluster.local" >> $GITHUB_ENV
|
|
||||||
echo "POSTGRES_DB=stripe_invoice" >> $GITHUB_ENV
|
|
||||||
else
|
|
||||||
echo "ENV=dev" >> $GITHUB_ENV
|
|
||||||
echo "POSTGRES_HOST=postgres-dev.dev.svc.cluster.local" >> $GITHUB_ENV
|
|
||||||
echo "POSTGRES_DB=stripe_invoice" >> $GITHUB_ENV
|
|
||||||
fi
|
|
||||||
|
|
||||||
- name: Wait for Postgres TCP
|
|
||||||
run: |
|
|
||||||
set -e
|
|
||||||
for i in {1..30}; do
|
|
||||||
if nc -z "$POSTGRES_HOST" 5432; then
|
|
||||||
echo "Postgres is accepting connections"
|
|
||||||
exit 0
|
|
||||||
fi
|
|
||||||
echo "Waiting for Postgres ($i/30)..."
|
|
||||||
sleep 5
|
|
||||||
done
|
|
||||||
echo "Postgres never became ready"
|
|
||||||
exit 1
|
|
||||||
|
|
||||||
- name: Run migrations (using K8s secret)
|
|
||||||
run: |
|
|
||||||
set -e
|
|
||||||
|
|
||||||
if [[ "$ENV" == "prod" ]]; then
|
|
||||||
SECRET=postgres-prod
|
|
||||||
NAMESPACE=default
|
|
||||||
else
|
|
||||||
SECRET=postgres-dev
|
|
||||||
NAMESPACE=dev
|
|
||||||
fi
|
|
||||||
|
|
||||||
DATABASE_URL=$(kubectl get secret "$SECRET" \
|
|
||||||
-n "$NAMESPACE" \
|
|
||||||
-o jsonpath='{.data.DATABASE_URL}' | base64 -d)
|
|
||||||
|
|
||||||
echo "Running Atlas migrations against $POSTGRES_HOST"
|
|
||||||
|
|
||||||
atlas migrate apply \
|
|
||||||
--dir file://db/atlas/stripe_invoice/migrations \
|
|
||||||
--url "$DATABASE_URL"
|
|
||||||
|
|
||||||
# --------------------------------------------------
|
|
||||||
# DEPLOY APPLICATION
|
|
||||||
# --------------------------------------------------
|
|
||||||
deploy:
|
|
||||||
runs-on: mealcraft-runners
|
|
||||||
needs:
|
|
||||||
- build
|
|
||||||
- secrets
|
|
||||||
- migrate
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- uses: actions/checkout@v4
|
|
||||||
|
|
||||||
- name: Install kubectl
|
|
||||||
run: |
|
|
||||||
sudo apt-get update
|
|
||||||
sudo apt-get install -y curl ca-certificates gettext
|
|
||||||
curl -LO "https://dl.k8s.io/release/$(curl -sL https://dl.k8s.io/release/stable.txt)/bin/linux/amd64/kubectl"
|
|
||||||
sudo install -m 0755 kubectl /usr/local/bin/kubectl
|
|
||||||
|
|
||||||
- name: Configure kubeconfig (in-cluster)
|
|
||||||
run: |
|
|
||||||
KUBE_HOST="https://$KUBERNETES_SERVICE_HOST:$KUBERNETES_SERVICE_PORT"
|
|
||||||
SA_TOKEN=$(cat /var/run/secrets/kubernetes.io/serviceaccount/token)
|
|
||||||
CA_CERT=/var/run/secrets/kubernetes.io/serviceaccount/ca.crt
|
|
||||||
NAMESPACE=$(cat /var/run/secrets/kubernetes.io/serviceaccount/namespace)
|
|
||||||
|
|
||||||
kubectl config set-cluster microk8s --server="$KUBE_HOST" --certificate-authority="$CA_CERT"
|
kubectl config set-cluster microk8s --server="$KUBE_HOST" --certificate-authority="$CA_CERT"
|
||||||
kubectl config set-credentials runner --token="$SA_TOKEN"
|
kubectl config set-credentials runner --token="$SA_TOKEN"
|
||||||
kubectl config set-context runner-context --cluster=microk8s --user=runner --namespace="$NAMESPACE"
|
kubectl config set-context runner-context --cluster=microk8s --user=runner
|
||||||
kubectl config use-context runner-context
|
kubectl config use-context runner-context
|
||||||
|
|
||||||
- name: Inject slug variables
|
|
||||||
uses: rlespinasse/github-slug-action@v4
|
|
||||||
|
|
||||||
- name: Decide environment
|
- name: Decide environment
|
||||||
run: |
|
run: |
|
||||||
if [[ "$GITHUB_REF" == refs/heads/release/* || "$GITHUB_REF" == refs/tags/* ]]; then
|
if [[ "$ENV" == "prod" ]]; then
|
||||||
|
echo "POSTGRES_HOST=postgres-prod.default.svc.cluster.local" >> $GITHUB_ENV
|
||||||
|
echo "RUNTIME_SECRET=postgres-prod" >> $GITHUB_ENV
|
||||||
echo "NAMESPACE=default" >> $GITHUB_ENV
|
echo "NAMESPACE=default" >> $GITHUB_ENV
|
||||||
echo "DB_ENV=prod" >> $GITHUB_ENV
|
|
||||||
echo "HOSTNAME=stripe-to-invoice.juntekim.com" >> $GITHUB_ENV
|
|
||||||
else
|
else
|
||||||
|
echo "POSTGRES_HOST=postgres-dev.dev.svc.cluster.local" >> $GITHUB_ENV
|
||||||
|
echo "RUNTIME_SECRET=postgres-dev" >> $GITHUB_ENV
|
||||||
echo "NAMESPACE=dev" >> $GITHUB_ENV
|
echo "NAMESPACE=dev" >> $GITHUB_ENV
|
||||||
echo "DB_ENV=dev" >> $GITHUB_ENV
|
|
||||||
echo "HOSTNAME=stripe-to-invoice.dev.juntekim.com" >> $GITHUB_ENV
|
|
||||||
fi
|
fi
|
||||||
|
|
||||||
- name: Deploy application
|
|
||||||
run: |
|
|
||||||
export IMAGE="docker.io/kimjunte/stripe_to_invoice:$GITHUB_REF_SLUG"
|
|
||||||
export NAMESPACE DB_ENV HOSTNAME
|
|
||||||
envsubst < stripe_to_invoice/deployment/deployment.yaml | kubectl apply -f -
|
|
||||||
|
|
|
||||||
2
db/.env
2
db/.env
|
|
@ -5,7 +5,7 @@ DEV_POSTGRES_PASSWORD="averysecretpasswordPersonAppleWinter938"
|
||||||
|
|
||||||
# Prod Stripe-to-invoice
|
# Prod Stripe-to-invoice
|
||||||
PROD_POSTGRES_USER="postgres"
|
PROD_POSTGRES_USER="postgres"
|
||||||
PROD_POSTGRES_PASSWORD="productionPassword1142M@ke!tH@rd2Br3akWith$ymb0ls"
|
PROD_POSTGRES_PASSWORD="productionPassword1142M@ke!tH@rd2Br3akWithSymb0ls"
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue