60096f840d
All checks were successful
Check Deleted Workflows / check-deleted-workflows (pull_request) Successful in 56s
25 lines
979 B
Python
25 lines
979 B
Python
from dagster import Definitions
|
|
from dataframe_level_anonymisation.jobs import (k_anonymity_job_s3,
|
|
l_diversity_job_s3,
|
|
t_closeness_job_s3)
|
|
from template_code_location.jobs.jobs import (data_processing_job,
|
|
data_processing_job_daily_9am,
|
|
example_dataframe_demo_job,
|
|
example_job)
|
|
from util_services.custom_json_logger import simpl_json_logger
|
|
from util_services.resources import s3_resource
|
|
|
|
defs = Definitions(
|
|
jobs=[
|
|
example_job,
|
|
data_processing_job,
|
|
k_anonymity_job_s3,
|
|
l_diversity_job_s3,
|
|
t_closeness_job_s3,
|
|
],
|
|
schedules=[data_processing_job_daily_9am],
|
|
sensors=[],
|
|
resources={"s3": s3_resource.configured({"resource_name": "selfS3"})},
|
|
loggers={"simpl": simpl_json_logger},
|
|
)
|