aa49420ca6
Add the cluster-configuration input reference the guide was missing: which inputs are mandatory, conditional or optional in each setup, a reusable minimum input set, and worked examples expressed in the format each setup already uses. No configuration schema or key naming is prescribed. Retitle the subject sections so they no longer carry one story's AC numbering, and add a traceability section mapping SIMPL-30787 and SIMPL-30451 acceptance criteria onto them. Changelog: added
55 lines
2.2 KiB
YAML
55 lines
2.2 KiB
YAML
# Tightly coupled execution target - instance-level run launcher.
|
|
#
|
|
# Merge into the Dagster chart values. This is the half of the execution-target
|
|
# binding that lives OUTSIDE workflow code: it decides where the run worker for
|
|
# an entire run is placed, and what that pod can reach.
|
|
#
|
|
# Companion to src/distributed_execution/tightly_coupled/jobs.py, which decides
|
|
# how the steps INSIDE that run worker execute.
|
|
|
|
dagster:
|
|
runLauncher:
|
|
type: K8sRunLauncher
|
|
config:
|
|
k8sRunLauncher:
|
|
# Namespace the run pods land in. Must be a namespace whose NetworkPolicy
|
|
# permits egress to Postgres, object storage and Vault - see the
|
|
# prerequisites in section 2.3 of the user guide.
|
|
jobNamespace: dagster
|
|
|
|
# Surfaces step failures as pod failures so kubectl and Dagster agree.
|
|
failPodOnRunFailure: true
|
|
|
|
runK8sConfig:
|
|
podTemplateSpecMetadata:
|
|
annotations:
|
|
vault.security.banzaicloud.io/vault-inject: "true"
|
|
vault.security.banzaicloud.io/vault-addr: https://secrets.common01.dev.simpl-europe.eu
|
|
vault.security.banzaicloud.io/vault-role: dev-role
|
|
vault.security.banzaicloud.io/vault-skip-verify: "true"
|
|
vault.security.banzaicloud.io/vault-path: kubernetes
|
|
|
|
containerConfig:
|
|
resources:
|
|
requests:
|
|
cpu: 100m
|
|
memory: 128Mi
|
|
limits:
|
|
cpu: 500m
|
|
memory: 512Mi
|
|
|
|
# Everything below is what "tightly coupled" costs you: each run pod
|
|
# needs credentials for, and network reachability to, the full
|
|
# orchestration runtime. A loosely coupled target needs none of it.
|
|
env:
|
|
- name: DAGSTER_TELEMETRY_ENABLED
|
|
value: "false"
|
|
- name: TOKEN
|
|
value: "vault:dev/data/dagster/dagster-workflow-vault-secret#VAULT_ACCESS_TOKEN"
|
|
- name: S3_ENDPOINT_URL
|
|
value: "https://s3.dev.simpl-europe.eu"
|
|
- name: S3_ACCESS_KEY
|
|
value: "vault:dev/data/dev-orchestration-platform#S3_ACCESS_KEY"
|
|
- name: S3_SECRET_KEY
|
|
value: "vault:dev/data/dev-orchestration-platform#S3_SECRET_KEY"
|