fixed pipeline

.gitea/workflows/check-deleted-workflows.yml

@@ -32,7 +32,7 @@ jobs:
 
           rm -rf "${REPO_DIR}"
           AUTH_HEADER="$(printf '%s:%s' "${CLONE_USER}" "${CLONE_PASS}" | base64 | tr -d '\n')"
-          git clone --depth 0 \
+          git clone \
             -c "http.extraHeader=Authorization: Basic ${AUTH_HEADER}" \
             "${REPO_CLONE_URL}" \
             "${REPO_DIR}"

pyproject.toml

@@ -11,16 +11,21 @@ dependencies = [
     "dagster>=1.8.13",
     "dagster-postgres>=0.24.13",
     "util-services",
+    "data-processing",
+    "dataframe-level-anonymisation",
+    "field-level-pseudo-anonymisation",
 ]
 
 [tool.uv]
-exclude-dependencies = ["transformers", "spacy-transformers", "torch"]
 override-dependencies = [
     "util-services @ git+https://code.europa.eu/simpl/simpl-open/development/data-services/util-services.git@v0.7.0",
 ]
 
 [tool.uv.sources]
 util-services = { git = "https://code.europa.eu/simpl/simpl-open/development/data-services/util-services.git", rev = "v0.7.0" }
+data-processing = { git = "https://code.europa.eu/simpl/simpl-open/development/data-services/data-processing.git", rev = "v0.4.0" }
+dataframe-level-anonymisation = { git = "https://code.europa.eu/simpl/simpl-open/development/data-services/dataframe-level-anonymisation.git", rev = "v0.6.0" }
+field-level-pseudo-anonymisation = { git = "https://code.europa.eu/simpl/simpl-open/development/data-services/field-level-pseudo-anonymisation.git", rev = "v0.7.0" }
 
 [project.optional-dependencies]
 dev = [

src/template_code_location/repository.py

@@ -1,4 +1,7 @@
 from dagster import Definitions
+from dataframe_level_anonymisation.jobs import (k_anonymity_job_s3,
+                                                l_diversity_job_s3,
+                                                t_closeness_job_s3)
 from util_services.custom_json_logger import simpl_json_logger
 from util_services.resources import s3_resource
 
@@ -6,7 +9,10 @@ from template_code_location.jobs.jobs import data_processing_job
 
 defs = Definitions(
     jobs=[
-            
+        data_processing_job,
+        k_anonymity_job_s3,
+        l_diversity_job_s3,
+        t_closeness_job_s3,
     ],
     sensors=[],
     resources={"s3": s3_resource.configured({"resource_name": "selfS3"})},