added example for schedule, reset for demo
All checks were successful
Check Deleted Workflows / check-deleted-workflows (pull_request) Successful in 56s
All checks were successful
Check Deleted Workflows / check-deleted-workflows (pull_request) Successful in 56s
This commit is contained in:
@@ -1,12 +1,8 @@
|
||||
from dagster import job
|
||||
from dagster import ScheduleDefinition, job
|
||||
from util_services.util_ops import preview_dataframe
|
||||
|
||||
from ..ops.ops import (
|
||||
fetch_data,
|
||||
generate_example_dataset,
|
||||
process_data,
|
||||
transform_example_dataset,
|
||||
)
|
||||
from ..ops.ops import (fetch_data, generate_example_dataset, process_data,
|
||||
transform_example_dataset)
|
||||
|
||||
|
||||
@job
|
||||
@@ -15,6 +11,15 @@ def data_processing_job():
|
||||
raw = fetch_data()
|
||||
process_data(raw)
|
||||
|
||||
data_processing_job_daily_9am = ScheduleDefinition(
|
||||
job=data_processing_job,
|
||||
cron_schedule="0 9 * * *",
|
||||
)
|
||||
|
||||
@job
|
||||
def example_job():
|
||||
original_df = generate_example_dataset()
|
||||
preview_dataframe(original_df)
|
||||
|
||||
@job
|
||||
def example_dataframe_demo_job():
|
||||
@@ -23,3 +28,5 @@ def example_dataframe_demo_job():
|
||||
preview_dataframe(original_df)
|
||||
transformed_df = transform_example_dataset(original_df)
|
||||
preview_dataframe(transformed_df)
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user