[build-system] requires = ["setuptools>=68.0", "wheel"] build-backend = "setuptools.build_meta" [project] name = "template-code-location" version = "0.1.0" description = "Consolidated code location for all data services workflows" requires-python = ">=3.12" dependencies = [ # Dagster core "dagster>=1.8.13", "dagster-webserver>=1.8.13", "dagster-postgres>=0.24.13", # Data processing "pandas>=2.1.4", "pyarrow>=23.0", "numpy>=2.0.1", "lxml>=6.0", "xmltodict>=1.0", "rdflib>=7.6", "openpyxl>=3.1.0", "xlrd>=2.0.1", "tabulate==0.8.10", "pyspellchecker>=0.8.4", "PyGeodesy>=24.6.11", # Validation "great_expectations>=1.16", "pandera>=0.31", "pydantic>=2.6.0,<3.0.0", # Scraping "scrapy>=2.15", "BeautifulSoup4>=4.14", # Anonymisation libraries "pycanon==1.0.1.post2", "anjana>=1.0.0", # Field-level pseudo-anonymisation "scrubadub>=2.0.0", "scrubadub_spacy>=1.0.0", "hvac>=2.0.0", "cryptography>=42.0.0", # Util services — resolved via [tool.uv.sources] (git) "util-services", ] [tool.uv] exclude-dependencies = ["transformers", "spacy-transformers"] [tool.uv.sources] torch = { index = "pytorch-cpu" } util-services = { git = "https://code.europa.eu/simpl/simpl-open/development/data-services/util-services.git", rev = "feature/SIMPL-24631" } [[tool.uv.index]] name = "pytorch-cpu" url = "https://download.pytorch.org/whl/cpu" explicit = true [project.optional-dependencies] dev = [ "pytest>=8.0.0", "pytest-cov>=7.0.0", "pytest-mock>=3.0.0" ] [tool.setuptools.packages.find] where = ["src"]