Updated util services
This commit is contained in:
@@ -18,12 +18,12 @@ dependencies = [
|
|||||||
[tool.uv]
|
[tool.uv]
|
||||||
exclude-dependencies = ["transformers", "spacy-transformers"]
|
exclude-dependencies = ["transformers", "spacy-transformers"]
|
||||||
override-dependencies = [
|
override-dependencies = [
|
||||||
"util-services @ git+https://code.europa.eu/simpl/simpl-open/development/data-services/util-services.git@v0.6.0",
|
"util-services @ git+https://code.europa.eu/simpl/simpl-open/development/data-services/util-services.git@v0.6.1",
|
||||||
]
|
]
|
||||||
|
|
||||||
[tool.uv.sources]
|
[tool.uv.sources]
|
||||||
torch = { index = "pytorch-cpu" }
|
torch = { index = "pytorch-cpu" }
|
||||||
util-services = { git = "https://code.europa.eu/simpl/simpl-open/development/data-services/util-services.git", rev = "v0.6.0" }
|
util-services = { git = "https://code.europa.eu/simpl/simpl-open/development/data-services/util-services.git", rev = "v0.6.1" }
|
||||||
data-processing = { git = "https://code.europa.eu/simpl/simpl-open/development/data-services/data-processing.git", branch = "develop" }
|
data-processing = { git = "https://code.europa.eu/simpl/simpl-open/development/data-services/data-processing.git", branch = "develop" }
|
||||||
dataframe-level-anonymisation = { git = "https://code.europa.eu/simpl/simpl-open/development/data-services/dataframe-level-anonymisation.git", branch = "develop" }
|
dataframe-level-anonymisation = { git = "https://code.europa.eu/simpl/simpl-open/development/data-services/dataframe-level-anonymisation.git", branch = "develop" }
|
||||||
field-level-pseudo-anonymisation = { git = "https://code.europa.eu/simpl/simpl-open/development/data-services/field-level-pseudo-anonymisation.git", branch = "develop" }
|
field-level-pseudo-anonymisation = { git = "https://code.europa.eu/simpl/simpl-open/development/data-services/field-level-pseudo-anonymisation.git", branch = "develop" }
|
||||||
|
|||||||
@@ -18,6 +18,7 @@ from data_processing.jobs import (
|
|||||||
normalize_coordinates_job_s3,
|
normalize_coordinates_job_s3,
|
||||||
add_global_aggregations_job_s3,
|
add_global_aggregations_job_s3,
|
||||||
filter_dataset_job_s3,
|
filter_dataset_job_s3,
|
||||||
|
quality_job_s3
|
||||||
)
|
)
|
||||||
|
|
||||||
# Dataframe-level anonymisation jobs
|
# Dataframe-level anonymisation jobs
|
||||||
@@ -51,6 +52,7 @@ defs = Definitions(
|
|||||||
normalize_coordinates_job_s3,
|
normalize_coordinates_job_s3,
|
||||||
add_global_aggregations_job_s3,
|
add_global_aggregations_job_s3,
|
||||||
filter_dataset_job_s3,
|
filter_dataset_job_s3,
|
||||||
|
quality_job_s3,
|
||||||
# Dataframe-level anonymisation
|
# Dataframe-level anonymisation
|
||||||
k_anonymity_job_s3,
|
k_anonymity_job_s3,
|
||||||
l_diversity_job_s3,
|
l_diversity_job_s3,
|
||||||
|
|||||||
Reference in New Issue
Block a user