added example workflow
This commit is contained in:
@@ -1,5 +1,12 @@
|
||||
from dagster import job
|
||||
from ..ops.ops import fetch_data, process_data
|
||||
from util_services.util_ops import preview_dataframe
|
||||
|
||||
from ..ops.ops import (
|
||||
fetch_data,
|
||||
generate_example_dataset,
|
||||
process_data,
|
||||
transform_example_dataset,
|
||||
)
|
||||
|
||||
|
||||
@job
|
||||
@@ -7,3 +14,12 @@ def data_processing_job():
|
||||
"""A simple job that fetches and processes data."""
|
||||
raw = fetch_data()
|
||||
process_data(raw)
|
||||
|
||||
|
||||
@job
|
||||
def example_dataframe_demo_job():
|
||||
"""Demonstrates generating and transforming a pandas DataFrame with previews."""
|
||||
original_df = generate_example_dataset()
|
||||
preview_dataframe(original_df)
|
||||
transformed_df = transform_example_dataset(original_df)
|
||||
preview_dataframe(transformed_df)
|
||||
|
||||
Reference in New Issue
Block a user