From e041204047959ffbdb0c59ad36fe8d1701a7c692 Mon Sep 17 00:00:00 2001 From: Jessica Roberts Date: Fri, 12 Jun 2026 08:31:58 +0000 Subject: [PATCH 1/4] remove k-anonymite --- src/template_code_location/repository.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/template_code_location/repository.py b/src/template_code_location/repository.py index 036312d..08c012b 100644 --- a/src/template_code_location/repository.py +++ b/src/template_code_location/repository.py @@ -10,7 +10,7 @@ from template_code_location.jobs.jobs import data_processing_job defs = Definitions( jobs=[ data_processing_job, - k_anonymity_job_s3, + #k_anonymity_job_s3, l_diversity_job_s3, t_closeness_job_s3, ], From 5500dd7d03d5fd32d01c9e98dca9ba5274549af0 Mon Sep 17 00:00:00 2001 From: Richard Mrasek Date: Fri, 12 Jun 2026 11:49:18 +0200 Subject: [PATCH 2/4] added example workflow --- src/template_code_location/jobs/jobs.py | 18 +++++++++++++++++- src/template_code_location/ops/ops.py | 24 ++++++++++++++++++++++++ src/template_code_location/repository.py | 4 ++-- 3 files changed, 43 insertions(+), 3 deletions(-) diff --git a/src/template_code_location/jobs/jobs.py b/src/template_code_location/jobs/jobs.py index d194c3e..0fb52df 100644 --- a/src/template_code_location/jobs/jobs.py +++ b/src/template_code_location/jobs/jobs.py @@ -1,5 +1,12 @@ from dagster import job -from ..ops.ops import fetch_data, process_data +from util_services.util_ops import preview_dataframe + +from ..ops.ops import ( + fetch_data, + generate_example_dataset, + process_data, + transform_example_dataset, +) @job @@ -7,3 +14,12 @@ def data_processing_job(): """A simple job that fetches and processes data.""" raw = fetch_data() process_data(raw) + + +@job +def example_dataframe_demo_job(): + """Demonstrates generating and transforming a pandas DataFrame with previews.""" + original_df = generate_example_dataset() + preview_dataframe(original_df) + transformed_df = transform_example_dataset(original_df) + preview_dataframe(transformed_df) diff --git a/src/template_code_location/ops/ops.py b/src/template_code_location/ops/ops.py index 3d1a5e4..70f732d 100644 --- a/src/template_code_location/ops/ops.py +++ b/src/template_code_location/ops/ops.py @@ -1,3 +1,4 @@ +import pandas as pd from dagster import op @@ -11,3 +12,26 @@ def fetch_data() -> list: def process_data(data: list) -> dict: """Processes raw data and returns a summary.""" return {"count": len(data), "status": "success"} + + +@op +def generate_example_dataset() -> pd.DataFrame: + """Generates a small example dataset as a pandas DataFrame.""" + return pd.DataFrame( + [ + {"order_id": 1001, "customer": "Alice", "quantity": 2, "unit_price": 9.50}, + {"order_id": 1002, "customer": "Bob", "quantity": 1, "unit_price": 15.00}, + {"order_id": 1003, "customer": "Charlie", "quantity": 4, "unit_price": 7.25}, + {"order_id": 1004, "customer": "Dora", "quantity": 3, "unit_price": 11.00}, + ] + ) + + +@op +def transform_example_dataset(df: pd.DataFrame) -> pd.DataFrame: + """Applies a simple transformation to the example dataset.""" + + df["price_band"] = df["total_price"].apply( + lambda value: "high" if value >= 25 else "standard" + ) + return df diff --git a/src/template_code_location/repository.py b/src/template_code_location/repository.py index 036312d..298adb0 100644 --- a/src/template_code_location/repository.py +++ b/src/template_code_location/repository.py @@ -2,11 +2,11 @@ from dagster import Definitions from dataframe_level_anonymisation.jobs import (k_anonymity_job_s3, l_diversity_job_s3, t_closeness_job_s3) +from template_code_location.jobs.jobs import (data_processing_job, + example_dataframe_demo_job) from util_services.custom_json_logger import simpl_json_logger from util_services.resources import s3_resource -from template_code_location.jobs.jobs import data_processing_job - defs = Definitions( jobs=[ data_processing_job, From 3485844c5ba2cacd18f50282c978d4784dae9ba2 Mon Sep 17 00:00:00 2001 From: Jessica Roberts Date: Fri, 12 Jun 2026 09:54:04 +0000 Subject: [PATCH 3/4] Update src/template_code_location/ops/ops.py --- src/template_code_location/ops/ops.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/src/template_code_location/ops/ops.py b/src/template_code_location/ops/ops.py index 70f732d..145a5a8 100644 --- a/src/template_code_location/ops/ops.py +++ b/src/template_code_location/ops/ops.py @@ -34,4 +34,7 @@ def transform_example_dataset(df: pd.DataFrame) -> pd.DataFrame: df["price_band"] = df["total_price"].apply( lambda value: "high" if value >= 25 else "standard" ) + + df["total_price"] = df["quantity"] * df["unit_price"] + return df From d569f43dcc835689be363066724ea3bd10e4173c Mon Sep 17 00:00:00 2001 From: Jessica Roberts Date: Fri, 12 Jun 2026 09:54:44 +0000 Subject: [PATCH 4/4] Update src/template_code_location/repository.py --- src/template_code_location/repository.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/src/template_code_location/repository.py b/src/template_code_location/repository.py index b941010..718a395 100644 --- a/src/template_code_location/repository.py +++ b/src/template_code_location/repository.py @@ -9,8 +9,9 @@ from util_services.resources import s3_resource defs = Definitions( jobs=[ - data_processing_job, - #k_anonymity_job_s3, + #data_processing_job, + example_dataframe_demo_job, + k_anonymity_job_s3, l_diversity_job_s3, t_closeness_job_s3, ],