feat!: declare jobs, job groups and schedules in TOML

benchmarks/duckshop/edge_cases/changed_builds_reach/orchestration/jobs/adhoc_exports_job.toml

@@ -0,0 +1,3 @@
+name = "adhoc_exports_job"
+description = "Export orders on request."
+select = "orders_export"

benchmarks/duckshop/edge_cases/changed_builds_reach/orchestration/jobs/finance_daily_job.toml

@@ -0,0 +1,4 @@
+name = "finance_daily_job"
+description = "Build revenue reports."
+select = "int_orders fct_revenue rpt_pnl"
+schedule = { cron = "0 2 * * *", timezone = "UTC" }

benchmarks/duckshop/edge_cases/changed_builds_reach/orchestration/jobs/staging_daily_job.toml

@@ -0,0 +1,5 @@
+# Two scheduled jobs split the orders lineage and share int_orders; a third job has no trigger.
+name = "staging_daily_job"
+description = "Stage orders."
+select = "stg_orders int_orders"
+schedule = { cron = "0 2 * * *", timezone = "UTC" }

benchmarks/duckshop/edge_cases/changed_builds_two_up/orchestration/jobs/crm_daily_job.toml

@@ -0,0 +1,5 @@
+# Two scheduled jobs each own one staging model; customer_orders reads both, in crm_daily_job.
+name = "crm_daily_job"
+description = "Refresh customers."
+select = "stg_customers customer_orders"
+schedule = { cron = "0 2 * * *", timezone = "UTC" }

benchmarks/duckshop/edge_cases/changed_builds_two_up/orchestration/jobs/sales_daily_job.toml

@@ -0,0 +1,4 @@
+name = "sales_daily_job"
+description = "Refresh sales."
+select = "stg_orders customer_sales"
+schedule = { cron = "0 2 * * *", timezone = "UTC" }

benchmarks/duckshop/edge_cases/orchestration/attached_checks.json

@@ -3,6 +3,8 @@
   "warned": "from sqlbuild.checks import check\nfrom sqlbuild.refs import model\n@check(depends_on=model('orders'), description='Order totals are valid.')\ndef orders_valid(ctx):\n    return ctx.warn(message='Review order totals.')\n",
   "failed": "from sqlbuild.checks import check\nfrom sqlbuild.refs import model\n@check(depends_on=model('orders'), description='Order totals are valid.')\ndef orders_valid(ctx):\n    return ctx.fail(message='Order totals are invalid.')\n",
   "cancelled": "import signal\nfrom sqlbuild.checks import check\nfrom sqlbuild.refs import model\n@check(depends_on=model('orders'), description='Heartbeat cancellation interrupts the driver without SIGTERM.')\ndef orders_valid(ctx):\n    signal.signal(signal.SIGTERM, signal.SIG_IGN)\n    ctx.query('WITH RECURSIVE pending(i) AS ((SELECT i FROM range(10000000000) AS seed(i) LIMIT 1) UNION ALL SELECT i FROM pending) SELECT sum(i) FROM pending')\n    return ctx.pass_()\n",
-  "on_failure": "from sqlbuild.orchestration import NodeEventKind, job, node_event, schedule, sensor\nannual_orders = job('annual_orders', select='orders', description='Build orders.', schedule=schedule(cron='0 0 * * *', timezone='UTC', starts_at='2000-01-01T00:00:00Z'))\nrefresh_inventory = job('refresh_inventory', select='inventory', description='Refresh inventory.')\nfailed_orders = sensor('failed_orders', description='React to an actual orders check failure.', when=node_event(select='check:orders_valid', kinds=[NodeEventKind.FAILED]), run=refresh_inventory, minimum_interval_seconds=1)\n",
+  "on_failure_job": "name = \"annual_orders_job\"\ndescription = \"Build orders.\"\nselect = \"orders\"\nschedule = { cron = \"0 0 * * *\", timezone = \"UTC\", starts_at = \"2000-01-01T00:00:00Z\" }\n",
+  "on_failure_destination": "name = \"refresh_inventory_job\"\ndescription = \"Refresh inventory.\"\nselect = \"inventory\"\n",
+  "on_failure_sensor": "from sqlbuild.orchestration import NodeEventKind, node_event, sensor\n\nfailed_orders = sensor(\n    'failed_orders_sensor',\n    description='React to an actual orders check failure.',\n    when=node_event(select='check:orders_valid', kinds=[NodeEventKind.FAILED]),\n    run='refresh_inventory_job',\n    minimum_interval_seconds=1,\n)\n",
   "inventory": "MODEL (description 'Inventory after check failure.', materialized table);\nSELECT 59 AS amount;\n"
 }

benchmarks/duckshop/edge_cases/orchestration/calendar_orders/calendars/fulfillment_calendar.py

@@ -0,0 +1,13 @@
+"""Upcoming fulfillment times from the provider, evaluated in the code location."""
+
+from sqlbuild.orchestration import calendar
+
+
+@calendar(
+    name="fulfillment_calendar",
+    description="Refresh orders at upcoming fulfillment times.",
+    horizon="8s",
+)
+def fulfillment_calendar(window, fulfillment):
+    # A provider method named `calendar` is not a second calendar declaration.
+    return fulfillment.calendar(window)

benchmarks/duckshop/edge_cases/orchestration/calendar_orders/jobs/order_reporting_job.toml

@@ -0,0 +1,5 @@
+# Provider-backed fulfillment times evaluated in the code location, never by the scheduler.
+name = "order_reporting_job"
+description = "Build order reporting."
+select = "orders"
+schedule = { calendar = "fulfillment_calendar", timezone = "America/New_York" }

benchmarks/duckshop/edge_cases/orchestration/changed_source_orders/jobs/orders_refresh_job.toml

@@ -0,0 +1,7 @@
+# A sensor on new source data starts a job that builds only what changed, source data included.
+name = "orders_refresh_job"
+description = "Refresh orders when the source has new data."
+select = "orders"
+
+[settings]
+changed = true

benchmarks/duckshop/edge_cases/orchestration/changed_source_orders/sensors/on_source_orders_sensor.py

@@ -0,0 +1,11 @@
+"""Start the changed-only refresh for each new source version."""
+
+from sqlbuild.orchestration import sensor, source_new_data
+
+on_source_orders = sensor(
+    "on_source_orders_sensor",
+    description="Refresh orders for each changed source version.",
+    when=source_new_data(select="source:raw_orders"),
+    run="orders_refresh_job",
+    minimum_interval_seconds=1,
+)

benchmarks/duckshop/edge_cases/orchestration/conflicting_settings/jobs/refresh_orders_job.toml

@@ -0,0 +1,8 @@
+# Negative fixture: mutually exclusive build flags must fail before publication.
+name = "refresh_orders_job"
+description = "Refresh orders."
+select = "orders"
+
+[settings]
+load_sources = false
+reload = true

benchmarks/duckshop/edge_cases/orchestration/container_resources_orders/jobs/annual_orders_job.toml

@@ -0,0 +1,9 @@
+# A job asks for more memory than its worker may have and fewer CPUs than the launcher default.
+name = "annual_orders_job"
+description = "Build orders."
+select = "orders"
+schedule = { cron = "0 0 * * *", timezone = "UTC", starts_at = "2000-01-01T00:00:00Z" }
+
+[resources]
+memory = "2g"
+cpus = 0.5

benchmarks/duckshop/edge_cases/orchestration/custom_orders/jobs/annual_orders_job.toml

@@ -0,0 +1,3 @@
+name = "annual_orders_job"
+description = "Build orders after source inspection."
+select = "orders"

benchmarks/duckshop/edge_cases/orchestration/custom_orders/sensors/poll_orders_sensor.py

@@ -0,0 +1,16 @@
+"""Polling callbacks return durable run keys and keep their cursor in the native transaction."""
+
+from sqlbuild.orchestration import sensor
+
+
+@sensor(
+    "poll_orders_sensor",
+    description="Poll fulfillment readiness.",
+    run="annual_orders_job",
+    minimum_interval_seconds=1,
+)
+def poll_orders(ctx, fulfillment):
+    def poll():
+        return fulfillment.poll(ctx)
+
+    return poll()

benchmarks/duckshop/edge_cases/orchestration/development_orders/jobs/annual_orders_job.toml

@@ -0,0 +1,5 @@
+# Development defaults pause code-enabled triggers without changing their definitions.
+name = "annual_orders_job"
+description = "Build annual orders."
+select = "+orders"
+schedule = { cron = "0 0 1 1 *", timezone = "UTC", starts_at = "2099-01-01T00:00:00Z" }

benchmarks/duckshop/edge_cases/orchestration/failed_import/jobs/orders_job.toml

@@ -0,0 +1,3 @@
+name = "orders_job"
+description = "Build orders."
+select = "orders"

benchmarks/duckshop/edge_cases/orchestration/failed_import/sensors/broken_orders_sensor.py

@@ -0,0 +1,12 @@
+"""Negative fixture: a failed declaration import must fail every publication retry."""
+
+from sqlbuild.orchestration import PlatformEventKind, platform_event, sensor
+
+raise RuntimeError("broken declaration")
+
+broken_orders = sensor(
+    "broken_orders_sensor",
+    description="Never declared: the module fails first.",
+    when=platform_event(kinds=[PlatformEventKind.HEARTBEAT]),
+    run="orders_job",
+)

benchmarks/duckshop/edge_cases/orchestration/invalid_settings/jobs/refresh_orders_job.toml

@@ -0,0 +1,7 @@
+# Negative fixture: job settings must not override the frozen selection.
+name = "refresh_orders_job"
+description = "Refresh orders."
+select = "orders"
+
+[settings]
+select = "customers"

benchmarks/duckshop/edge_cases/orchestration/loaded_orders/jobs/annual_orders_job.toml

@@ -0,0 +1,4 @@
+name = "annual_orders_job"
+description = "Build the marts layer and the sources it loads."
+select = "tag:marts"
+schedule = { cron = "0 0 * * *", timezone = "UTC", starts_at = "2000-01-01T00:00:00Z" }

benchmarks/duckshop/edge_cases/orchestration/local_recovery_orders/jobs/annual_orders_job.toml

@@ -0,0 +1,6 @@
+# Keep a populated concurrency slot until recovered terminal publication commits.
+name = "annual_orders_job"
+description = "Build orders under a shared concurrency limit."
+select = "orders"
+concurrency_groups = ["orders_limit"]
+schedule = { cron = "0 0 * * *", timezone = "UTC", starts_at = "2000-01-01T00:00:00Z" }

benchmarks/duckshop/edge_cases/orchestration/name_collision/jobs/orders_job.toml

@@ -0,0 +1,4 @@
+# A job may not reuse another resource's name: jobs share the project's one resource namespace.
+name = "orders_job"
+description = "Build orders."
+select = "orders"

benchmarks/duckshop/edge_cases/orchestration/nested_groups/job_groups/daily_orders_job_group.toml

@@ -0,0 +1,3 @@
+name = "daily_orders_job_group"
+description = "Build daily orders."
+jobs = ["orders_job"]

benchmarks/duckshop/edge_cases/orchestration/nested_groups/job_groups/weekly_orders_job_group.toml

@@ -0,0 +1,4 @@
+# A group can contain jobs, but cannot contain another group.
+name = "weekly_orders_job_group"
+description = "Unsupported nested membership."
+jobs = ["daily_orders_job_group"]

benchmarks/duckshop/edge_cases/orchestration/nested_groups/jobs/orders_job.toml

@@ -0,0 +1,3 @@
+name = "orders_job"
+description = "Build orders."
+select = "orders"