52d2bb1812
All checks were successful
Build and Push Docker Image / build-and-push (push) Successful in 1m21s
113 lines
4.0 KiB
YAML
113 lines
4.0 KiB
YAML
name: Build and Push Docker Image
|
|
|
|
on:
|
|
push:
|
|
branches:
|
|
- main
|
|
workflow_dispatch:
|
|
|
|
jobs:
|
|
build-and-push:
|
|
runs-on: orchestration-platform
|
|
defaults:
|
|
run:
|
|
shell: sh
|
|
env:
|
|
REGISTRY: gitea.dataprovider01.sandbox-cat-dat.simpl-europe.eu
|
|
IMAGE_REPO: gitea.dataprovider01.sandbox-cat-dat.simpl-europe.eu/j.r/template-code-location
|
|
K8S_NAMESPACE: dataprovider01
|
|
HELM_RELEASE: dataprovider01-dataprovider-orchestration-platform
|
|
DAGSTER_CHART_VERSION: 0.2.0
|
|
steps:
|
|
- name: Checkout repository (shell)
|
|
run: |
|
|
REPO_DIR="repo"
|
|
REPO_CLONE_URL="https://gitea.dataprovider01.sandbox-cat-dat.simpl-europe.eu/j.r/template-code-location.git"
|
|
CLONE_USER="${{ secrets.REGISTRY_USERNAME }}"
|
|
CLONE_PASS="${{ secrets.REGISTRY_PASSWORD }}"
|
|
REF_NAME="${GITHUB_REF_NAME}"
|
|
if [ -z "${REF_NAME}" ]; then
|
|
REF_NAME="${GITHUB_REF#refs/heads/}"
|
|
fi
|
|
|
|
if [ -z "${CLONE_USER}" ] || [ -z "${CLONE_PASS}" ]; then
|
|
echo "Missing REGISTRY_USERNAME or REGISTRY_PASSWORD secret"
|
|
exit 1
|
|
fi
|
|
|
|
rm -rf "${REPO_DIR}"
|
|
AUTH_HEADER="$(printf '%s:%s' "${CLONE_USER}" "${CLONE_PASS}" | base64 | tr -d '\n')"
|
|
git clone --depth 1 --branch "${REF_NAME}" \
|
|
-c "http.extraHeader=Authorization: Basic ${AUTH_HEADER}" \
|
|
"${REPO_CLONE_URL}" \
|
|
"${REPO_DIR}"
|
|
|
|
if [ ! -f "${REPO_DIR}/Dockerfile" ]; then
|
|
echo "Dockerfile not found after clone"
|
|
exit 1
|
|
fi
|
|
|
|
- name: Validate registry secrets
|
|
run: |
|
|
if [ -z "${{ secrets.REGISTRY_USERNAME }}" ] || [ -z "${{ secrets.REGISTRY_PASSWORD }}" ]; then
|
|
echo "Missing REGISTRY_USERNAME or REGISTRY_PASSWORD secret"
|
|
exit 1
|
|
fi
|
|
|
|
- name: Login to registry
|
|
run: |
|
|
echo "${{ secrets.REGISTRY_PASSWORD }}" | docker login "${REGISTRY}" \
|
|
-u "${{ secrets.REGISTRY_USERNAME }}" --password-stdin
|
|
|
|
- name: Build image
|
|
run: |
|
|
COMMIT_SHA="${GITHUB_SHA:-$GITEA_SHA}"
|
|
SHORT_SHA="$(echo "${COMMIT_SHA}" | cut -c1-12)"
|
|
cd repo
|
|
docker build \
|
|
-t "${IMAGE_REPO}:latest" \
|
|
-t "${IMAGE_REPO}:${SHORT_SHA}" \
|
|
.
|
|
|
|
- name: Validate Dagster runtime imports
|
|
run: |
|
|
COMMIT_SHA="${GITHUB_SHA:-$GITEA_SHA}"
|
|
SHORT_SHA="$(echo "${COMMIT_SHA}" | cut -c1-12)"
|
|
docker run --rm "${IMAGE_REPO}:${SHORT_SHA}" \
|
|
python -c "import dagster_postgres; print('dagster_postgres import OK')"
|
|
|
|
- name: Push image tags
|
|
run: |
|
|
COMMIT_SHA="${GITHUB_SHA:-$GITEA_SHA}"
|
|
SHORT_SHA="$(echo "${COMMIT_SHA}" | cut -c1-12)"
|
|
docker push "${IMAGE_REPO}:latest"
|
|
docker push "${IMAGE_REPO}:${SHORT_SHA}"
|
|
|
|
- name: Install kubectl
|
|
run: |
|
|
apk add --no-cache kubectl
|
|
|
|
- name: Setup kubectl
|
|
run: |
|
|
mkdir -p "${HOME}/.kube"
|
|
echo "${{ secrets.KUBE_CONFIG_B64 }}" | base64 -d > "${HOME}/.kube/config"
|
|
chmod 600 "${HOME}/.kube/config"
|
|
|
|
- name: Update Dagster user deployment image
|
|
run: |
|
|
COMMIT_SHA="${GITHUB_SHA:-$GITEA_SHA}"
|
|
SHORT_SHA="$(echo "${COMMIT_SHA}" | cut -c1-12)"
|
|
|
|
DEPLOYMENT_NAME="dataprovider01-dataprovider-orchestration-platform-dagster-user-template-code-location"
|
|
|
|
# Keep both the code server image and DAGSTER_CURRENT_IMAGE in sync.
|
|
kubectl patch deployment "${DEPLOYMENT_NAME}" \
|
|
-n "${K8S_NAMESPACE}" \
|
|
--type='strategic' \
|
|
-p="{\"spec\":{\"template\":{\"spec\":{\"containers\":[{\"name\":\"dagster-user-deployments\",\"image\":\"${IMAGE_REPO}:${SHORT_SHA}\",\"env\":[{\"name\":\"DAGSTER_CURRENT_IMAGE\",\"value\":\"${IMAGE_REPO}:${SHORT_SHA}\"}]}]}}}}"
|
|
|
|
# Wait for rollout to complete
|
|
kubectl rollout status deployment/"${DEPLOYMENT_NAME}" \
|
|
-n "${K8S_NAMESPACE}" \
|
|
--timeout=5m
|