Canonical location for documentation, example workflows and reference service implementations covering distributed execution patterns. Covers AC1-AC4: execution-target selection, decision support, readiness checks and code-level linkage. Tightly coupled jobs and the loosely coupled subprocess transport are verified by the test suite; the Kubernetes pipes transport is implemented but not yet cluster-run and is marked as such in the guide. Changelog: added
41 lines
836 B
TOML
41 lines
836 B
TOML
[project]
|
|
name = "distributed_execution"
|
|
version = "0.1.0"
|
|
description = "Reference implementations and user guide for Dagster distributed execution targets and integration patterns"
|
|
requires-python = ">=3.12"
|
|
dependencies = [
|
|
"dagster",
|
|
"dagster-k8s>=0.27.16",
|
|
"dagster-postgres>=0.27.16",
|
|
"dagster-webserver>=1.11.16",
|
|
"pip>=26.1.2",
|
|
"pydantic>=2.0",
|
|
]
|
|
|
|
[dependency-groups]
|
|
dev = [
|
|
"pytest>=8.4.2",
|
|
"pytest-cov>=7.0.0",
|
|
]
|
|
|
|
[build-system]
|
|
requires = ["setuptools", "wheel"]
|
|
build-backend = "setuptools.build_meta"
|
|
|
|
[tool.setuptools]
|
|
package-dir = {"" = "src"}
|
|
|
|
[tool.setuptools.packages.find]
|
|
where = ["src"]
|
|
|
|
[tool.setuptools.package-data]
|
|
distributed_execution = ["*.py"]
|
|
|
|
[tool.black]
|
|
line-length = 120
|
|
target-version = ['py312']
|
|
|
|
[tool.pytest.ini_options]
|
|
pythonpath = ["src"]
|
|
testpaths = ["tests"]
|