Updated util services

This commit is contained in:
Emanuele Graziosi
2026-05-28 10:39:08 +02:00
parent 7e2893fec8
commit bdeddfd8ff
3 changed files with 1209 additions and 23 deletions

View File

@@ -18,12 +18,12 @@ dependencies = [
[tool.uv]
exclude-dependencies = ["transformers", "spacy-transformers"]
override-dependencies = [
"util-services @ git+https://code.europa.eu/simpl/simpl-open/development/data-services/util-services.git@v0.6.0",
"util-services @ git+https://code.europa.eu/simpl/simpl-open/development/data-services/util-services.git@v0.6.1",
]
[tool.uv.sources]
torch = { index = "pytorch-cpu" }
util-services = { git = "https://code.europa.eu/simpl/simpl-open/development/data-services/util-services.git", rev = "v0.6.0" }
util-services = { git = "https://code.europa.eu/simpl/simpl-open/development/data-services/util-services.git", rev = "v0.6.1" }
data-processing = { git = "https://code.europa.eu/simpl/simpl-open/development/data-services/data-processing.git", branch = "develop" }
dataframe-level-anonymisation = { git = "https://code.europa.eu/simpl/simpl-open/development/data-services/dataframe-level-anonymisation.git", branch = "develop" }
field-level-pseudo-anonymisation = { git = "https://code.europa.eu/simpl/simpl-open/development/data-services/field-level-pseudo-anonymisation.git", branch = "develop" }

View File

@@ -18,6 +18,7 @@ from data_processing.jobs import (
normalize_coordinates_job_s3,
add_global_aggregations_job_s3,
filter_dataset_job_s3,
quality_job_s3
)
# Dataframe-level anonymisation jobs
@@ -51,6 +52,7 @@ defs = Definitions(
normalize_coordinates_job_s3,
add_global_aggregations_job_s3,
filter_dataset_job_s3,
quality_job_s3,
# Dataframe-level anonymisation
k_anonymity_job_s3,
l_diversity_job_s3,

1226
uv.lock generated

File diff suppressed because it is too large Load Diff