Merge branch 'feature/SIMPL-24642' into 'develop'

SIMPLE-24642 fix sensors

See merge request simpl/simpl-open/development/data-services/template-code-location!8

.gitignore

@@ -0,0 +1,23 @@
+# Python
+*.egg-info/
+**/__pycache__/
+*.pyc
+*.pyo
+
+# Virtual environments
+.venv/
+venv/
+env/
+
+# Test & coverage
+.pytest_cache/
+.coverage
+htmlcov/
+
+# UV lock file
+uv.lock
+
+# IDE / OS
+.idea/
+.vscode/
+*.DS_Store

pyproject.toml

@@ -17,13 +17,16 @@ dependencies = [
 
 [tool.uv]
 exclude-dependencies = ["transformers", "spacy-transformers"]
+override-dependencies = [
+    "util-services @ git+https://code.europa.eu/simpl/simpl-open/development/data-services/util-services.git@v0.6.1",
+]
 
 [tool.uv.sources]
 torch = { index = "pytorch-cpu" }
-util-services = { git = "https://code.europa.eu/simpl/simpl-open/development/data-services/util-services.git", rev = "v0.5.0" }
+util-services = { git = "https://code.europa.eu/simpl/simpl-open/development/data-services/util-services.git", rev = "v0.6.1" }
-data-processing = { git = "https://code.europa.eu/simpl/simpl-open/development/data-services/data-processing.git", rev = "v0.3.0" }
+data-processing = { git = "https://code.europa.eu/simpl/simpl-open/development/data-services/data-processing.git", branch = "0.4.0" }
-dataframe-level-anonymisation = { git = "https://code.europa.eu/simpl/simpl-open/development/data-services/dataframe-level-anonymisation.git", rev = "v0.5.2" }
+dataframe-level-anonymisation = { git = "https://code.europa.eu/simpl/simpl-open/development/data-services/dataframe-level-anonymisation.git", branch = "0.6.0" }
-field-level-pseudo-anonymisation = { git = "https://code.europa.eu/simpl/simpl-open/development/data-services/field-level-pseudo-anonymisation.git", rev = "v0.6.0" }
+field-level-pseudo-anonymisation = { git = "https://code.europa.eu/simpl/simpl-open/development/data-services/field-level-pseudo-anonymisation.git", branch = "0.7.0" }
 
 [[tool.uv.index]]
 name = "pytorch-cpu"

src/template_code_location/repository.py

@@ -18,6 +18,7 @@ from data_processing.jobs import (
     normalize_coordinates_job_s3,
     add_global_aggregations_job_s3,
     filter_dataset_job_s3,
+    quality_job_s3
 )
 
 # Dataframe-level anonymisation jobs
@@ -51,6 +52,7 @@ defs = Definitions(
         normalize_coordinates_job_s3,
         add_global_aggregations_job_s3,
         filter_dataset_job_s3,
+        quality_job_s3,
         # Dataframe-level anonymisation
         k_anonymity_job_s3,
         l_diversity_job_s3,