74 lines
2.3 KiB
TOML
74 lines
2.3 KiB
TOML
[build-system]
|
|
requires = ["setuptools>=68.0", "wheel"]
|
|
build-backend = "setuptools.build_meta"
|
|
|
|
[project]
|
|
name = "template-code-location"
|
|
version = "0.1.0"
|
|
description = "Consolidated code location for all data services workflows"
|
|
requires-python = ">=3.12"
|
|
dependencies = [
|
|
# Dagster core
|
|
"dagster>=1.8.13",
|
|
"dagster-webserver>=1.8.13",
|
|
"dagster-postgres>=0.24.13",
|
|
# Data processing
|
|
"pandas>=2.1.4",
|
|
"pyarrow>=23.0",
|
|
"numpy>=2.0.1",
|
|
"lxml>=6.0",
|
|
"xmltodict>=1.0",
|
|
"rdflib>=7.6",
|
|
"openpyxl>=3.1.0",
|
|
"xlrd>=2.0.1",
|
|
"tabulate>=0.9",
|
|
"pyspellchecker>=0.8.4",
|
|
"PyGeodesy>=24.6.11",
|
|
# Validation
|
|
"great_expectations>=1.16",
|
|
"pandera>=0.31",
|
|
"pydantic>=2.6.0,<3.0.0",
|
|
# Scraping
|
|
"scrapy>=2.15",
|
|
"BeautifulSoup4>=4.14",
|
|
# Anonymisation libraries
|
|
"pycanon==1.0.1.post2",
|
|
"anjana>=1.0.0",
|
|
# Field-level pseudo-anonymisation
|
|
"scrubadub>=2.0.0",
|
|
"scrubadub_spacy>=1.0.0",
|
|
"hvac>=2.0.0",
|
|
"cryptography>=42.0.0",
|
|
# Util services — resolved via [tool.uv.sources] (git)
|
|
"util-services",
|
|
# Code location packages — resolved via [tool.uv.sources] (git)
|
|
"data-processing",
|
|
"dataframe-level-anonymisation",
|
|
"field-level-pseudo-anonymisation",
|
|
]
|
|
|
|
[tool.uv]
|
|
exclude-dependencies = ["transformers", "spacy-transformers"]
|
|
|
|
[tool.uv.sources]
|
|
torch = { index = "pytorch-cpu" }
|
|
util-services = { git = "https://code.europa.eu/simpl/simpl-open/development/data-services/util-services.git", rev = "v0.5.0" }
|
|
data-processing = { git = "https://code.europa.eu/simpl/simpl-open/development/data-services/data-processing.git", branch = "feature/SIMPL-24642" }
|
|
dataframe-level-anonymisation = { git = "https://code.europa.eu/simpl/simpl-open/development/data-services/dataframe-level-anonymisation.git", branch = "feature/SIMPL-24642" }
|
|
field-level-pseudo-anonymisation = { git = "https://code.europa.eu/simpl/simpl-open/development/data-services/field-level-pseudo-anonymisation.git", branch = "feature/SIMPL-24642" }
|
|
|
|
[[tool.uv.index]]
|
|
name = "pytorch-cpu"
|
|
url = "https://download.pytorch.org/whl/cpu"
|
|
explicit = true
|
|
|
|
[project.optional-dependencies]
|
|
dev = [
|
|
"pytest>=8.0.0",
|
|
"pytest-cov>=7.0.0",
|
|
"pytest-mock>=3.0.0"
|
|
]
|
|
|
|
[tool.setuptools.packages.find]
|
|
where = ["src"]
|