Overview

Prerequisites

What You'll Learn

What You'll Need

What You'll Build

Create a Workspace from Git

Set Up Roles, Grants, and the Notification Integration

1. Create a DCM Developer Role

USE ROLE ACCOUNTADMIN;

CREATE ROLE IF NOT EXISTS dcm_developer;
SET user_name = (SELECT CURRENT_USER());
GRANT ROLE dcm_developer TO USER IDENTIFIER($user_name);

2. Grant Infrastructure, Task, and Alert Privileges

GRANT CREATE WAREHOUSE ON ACCOUNT TO ROLE dcm_developer;
GRANT CREATE ROLE ON ACCOUNT TO ROLE dcm_developer;
GRANT CREATE DATABASE ON ACCOUNT TO ROLE dcm_developer;
GRANT CREATE INTEGRATION ON ACCOUNT TO ROLE dcm_developer;
GRANT EXECUTE MANAGED TASK ON ACCOUNT TO ROLE dcm_developer;
GRANT EXECUTE TASK ON ACCOUNT TO ROLE dcm_developer;
GRANT EXECUTE ALERT ON ACCOUNT TO ROLE dcm_developer;
GRANT EXECUTE MANAGED ALERT ON ACCOUNT TO ROLE dcm_developer;
GRANT MANAGE GRANTS ON ACCOUNT TO ROLE dcm_developer;
GRANT IMPORTED PRIVILEGES ON DATABASE SNOWFLAKE TO ROLE dcm_developer;

3. Grant Data Quality Privileges

GRANT APPLICATION ROLE SNOWFLAKE.DATA_QUALITY_MONITORING_VIEWER TO ROLE dcm_developer;
GRANT APPLICATION ROLE SNOWFLAKE.DATA_QUALITY_MONITORING_ADMIN  TO ROLE dcm_developer;
GRANT DATABASE ROLE SNOWFLAKE.DATA_METRIC_USER TO ROLE dcm_developer;
GRANT EXECUTE DATA METRIC FUNCTION ON ACCOUNT TO ROLE dcm_developer;

4. Create the DCM Project Object

USE ROLE dcm_developer;

CREATE DATABASE IF NOT EXISTS dcm_demo;
CREATE SCHEMA IF NOT EXISTS dcm_demo.projects;

CREATE OR REPLACE DCM PROJECT dcm_demo.projects.dcm_tasks_project_dev
    COMMENT = 'for testing DCM Projects with Tasks and task graphs';

5. Create the Email Notification Integration

USE ROLE ACCOUNTADMIN;

CREATE NOTIFICATION INTEGRATION IF NOT EXISTS dcm_demo_email_notifications
    TYPE = EMAIL
    ENABLED = TRUE
    COMMENT = 'Used by DCM Tasks quickstart finalizer and alerts';

GRANT USAGE ON INTEGRATION dcm_demo_email_notifications TO ROLE dcm_developer;

6. Get Your Account Identifier and Username

SELECT
    CURRENT_ORGANIZATION_NAME() || '-' || CURRENT_ACCOUNT_NAME() AS account_identifier,
    CURRENT_USER() AS user_name;

7. Verify Your Email Address

If you skip this step, any task or alert that sends a notification will fail with: "Email recipients at indexes [1] are not allowed."

Important: Before running Plan & Deploy, update three values in DCM_Projects_Tasks/manifest.yml: set account_identifier on the DCM_DEV target to the identifier you just got, set user under templating.configurations.DEV to your username, and set notification_recipient to your verified Snowflake user email. The values with a # <-- Replace with ... comment flag where to change things.

Note: After running this script, refresh your browser so Snowsight picks up the newly created DCM Project object.

Explore the Project Files

Manifest

manifest_version: 2
type: DCM_PROJECT

default_target: DCM_DEV

targets:
  DCM_DEV:
    account_identifier: MYORG-MY_DEV_ACCOUNT        # <-- Replace with your account identifier
    project_name: DCM_DEMO.PROJECTS.DCM_TASKS_PROJECT_DEV
    project_owner: DCM_DEVELOPER
    templating_config: DEV

  DCM_PROD:
    account_identifier: MYORG-MY_PROD_ACCOUNT       # <-- Replace with your account identifier
    project_name: DCM_DEMO.PROJECTS.DCM_TASKS_PROJECT_PROD
    project_owner: DCM_PROD_DEPLOYER
    templating_config: PROD

templating:
  defaults:
    wh_size: "X-SMALL"
    runtime_multiplier: 5

  configurations:
    DEV:
      env_suffix: "_DEV"
      user: "INSERT_YOUR_USER"                      # <-- Replace with your Snowflake username
      project_owner_role: "DCM_DEVELOPER"
      notification_recipient: "INSERT_YOUR_EMAIL"   # <-- Replace with your verified email

    PROD:
      env_suffix: ""
      wh_size: "SMALL"
      project_owner_role: "DCM_PROD_DEPLOYER"
      user: "GITHUB_ACTIONS_SERVICE_USER"
      notification_recipient: "[email protected]"
      runtime_multiplier: 10

Infrastructure — sources/definitions/infrastructure.sql

DEFINE WAREHOUSE DCM_DEMO_4_WH{{env_suffix}}
WITH
    WAREHOUSE_SIZE = '{{wh_size}}'
    AUTO_SUSPEND = 60
    COMMENT = 'For Quickstart Demo of DCM Projects with Tasks';

DEFINE DATABASE DCM_DEMO_4{{env_suffix}}
    COMMENT = 'Quickstart Demo for DCM Projects with Tasks and task graphs';

DEFINE SCHEMA DCM_DEMO_4{{env_suffix}}.PIPELINE
    COMMENT = 'Task graph, helper functions, procedures, and DMFs';

Tables — sources/definitions/tables.sql

Procedures — sources/definitions/procedures.sql

DEFINE PROCEDURE DCM_DEMO_4{{env_suffix}}.PIPELINE.DEMO_PROCEDURE_1()
RETURNS VARCHAR(16777216)
LANGUAGE SQL
EXECUTE AS OWNER
AS
$$
    SELECT SYSTEM$WAIT(3);
$$;

Functions — sources/definitions/functions.sql

Expectations — sources/definitions/expectations.sql

ATTACH DATA METRIC FUNCTION SNOWFLAKE.CORE.DUPLICATE_COUNT
    TO TABLE DCM_DEMO_4{{env_suffix}}.PIPELINE.RAW_WEATHER_DATA
    ON (ROW_ID)
    EXPECTATION NO_DUPLICATE_ROW_IDS (value = 0);

ATTACH DATA METRIC FUNCTION SNOWFLAKE.CORE.NULL_COUNT
    TO TABLE DCM_DEMO_4{{env_suffix}}.PIPELINE.RAW_WEATHER_DATA
    ON (DS)
    EXPECTATION NO_NULL_DATES (value = 0);

ATTACH DATA METRIC FUNCTION SNOWFLAKE.CORE.NULL_COUNT
    TO TABLE DCM_DEMO_4{{env_suffix}}.PIPELINE.RAW_WEATHER_DATA
    ON (ZIPCODE)
    EXPECTATION NO_NULL_ZIPCODES (value = 0);

Alerts — sources/definitions/alerts.sql

DEFINE ALERT DCM_DEMO_4{{env_suffix}}.PIPELINE.FAILED_TASK_ALERT
    SCHEDULE = '60 MINUTE'
    IF (EXISTS (
        SELECT NAME, SCHEMA_NAME
        FROM TABLE(DCM_DEMO_4{{env_suffix}}.INFORMATION_SCHEMA.TASK_HISTORY(
            SCHEDULED_TIME_RANGE_START => (GREATEST(
                TIMEADD('DAY', -7, CURRENT_TIMESTAMP),
                SNOWFLAKE.ALERT.LAST_SUCCESSFUL_SCHEDULED_TIME())),
            SCHEDULED_TIME_RANGE_END   => SNOWFLAKE.ALERT.SCHEDULED_TIME(),
            ERROR_ONLY                 => TRUE))))
    THEN
        BEGIN
            LET task_names STRING := (
                SELECT LISTAGG(DISTINCT(SCHEMA_NAME || '.' || NAME), ', ')
                FROM TABLE(RESULT_SCAN(SNOWFLAKE.ALERT.GET_CONDITION_QUERY_UUID())));
            CALL SYSTEM$SEND_SNOWFLAKE_NOTIFICATION(
                SNOWFLAKE.NOTIFICATION.TEXT_HTML(
                    'Failed tasks detected: <b>' || :task_names || '</b>'),
                SNOWFLAKE.NOTIFICATION.EMAIL_INTEGRATION_CONFIG(
                    'dcm_demo_email_notifications',
                    'DCM Pipeline — Failed Task Alert',
                    ARRAY_CONSTRUCT('{{notification_recipient}}'),
                    NULL, NULL));
        END;

Tasks — sources/definitions/tasks.sql

DEFINE TASK DCM_DEMO_4{{env_suffix}}.PIPELINE.DEMO_TASK_1
    WAREHOUSE = 'DCM_DEMO_4_WH{{env_suffix}}'
    SCHEDULE = 'USING CRON 15 8-18 * * MON-FRI CET'
    SUSPEND_TASK_AFTER_NUM_FAILURES = 0
    TASK_AUTO_RETRY_ATTEMPTS = 2
    OVERLAP_POLICY = 'NO_OVERLAP'
    CONFIG = $${"RUNTIME_MULTIPLIER": {{runtime_multiplier}}}$$
    COMMENT = 'Root task with retries, overlap policy, and a runtime-multiplier config'
    STARTED
AS
    DECLARE
        RUNTIME_MULTIPLIER INTEGER := SYSTEM$GET_TASK_GRAPH_CONFIG('RUNTIME_MULTIPLIER');
        RANDOM_RUNTIME     VARCHAR := DCM_DEMO_4{{env_suffix}}.PIPELINE.RUNTIME_WITH_OUTLIERS(:RUNTIME_MULTIPLIER * 1000);
    BEGIN
        SELECT SYSTEM$WAIT(:RANDOM_RUNTIME, 'MILLISECONDS');
        CALL SYSTEM$SET_RETURN_VALUE('✅ All stage files scanned');
    END;

DEFINE TASK DCM_DEMO_4{{env_suffix}}.PIPELINE.DEMO_FINALIZER
    WAREHOUSE = 'DCM_DEMO_4_WH{{env_suffix}}'
    FINALIZE = DCM_DEMO_4{{env_suffix}}.PIPELINE.DEMO_TASK_1
    COMMENT = 'Sends a plain-text JSON email summary after every graph run'
    STARTED
AS
    DECLARE
        MY_ROOT_TASK_ID STRING;
        MY_START_TIME   TIMESTAMP_LTZ;
        SUMMARY_JSON    STRING;
    BEGIN
        MY_ROOT_TASK_ID := (CALL SYSTEM$TASK_RUNTIME_INFO('CURRENT_ROOT_TASK_UUID'));
        MY_START_TIME   := (CALL SYSTEM$TASK_RUNTIME_INFO('CURRENT_TASK_GRAPH_ORIGINAL_SCHEDULED_TIMESTAMP'));

        SUMMARY_JSON := (SELECT DCM_DEMO_4{{env_suffix}}.PIPELINE.GET_TASK_GRAPH_RUN_SUMMARY(:MY_ROOT_TASK_ID, :MY_START_TIME));

        CALL SYSTEM$SEND_SNOWFLAKE_NOTIFICATION(
            SNOWFLAKE.NOTIFICATION.TEXT_PLAIN(:SUMMARY_JSON),
            SNOWFLAKE.NOTIFICATION.EMAIL_INTEGRATION_CONFIG(
                'dcm_demo_email_notifications',
                'DCM Task Graph Run Summary ({{env_suffix}})',
                ARRAY_CONSTRUCT('{{notification_recipient}}'),
                NULL, NULL));

        CALL SYSTEM$SET_RETURN_VALUE('✅ Graph run summary email sent');
    END;

Plan and Deploy

Option A: Snowsight Workspaces

Option B: Snowflake CLI

cd Quickstarts/dcm-projects-for-tasks/DCM_Projects_Tasks
snow dcm plan --target DCM_DEV
snow dcm deploy --target DCM_DEV

Post-Deploy: Stream and a Manual Run

1. Create the Stream

CREATE OR REPLACE STREAM dcm_demo_4_dev.pipeline.demo_stream
    ON TABLE dcm_demo_4_dev.pipeline.task_demo_table
    COMMENT = 'Empty stream — DEMO_TASK_8 will be skipped unless this has data';

2. Resume the Failed-Task Alert

ALTER ALERT dcm_demo_4_dev.pipeline.failed_task_alert RESUME;

3. Seed the Source Table and Run the Graph

INSERT INTO dcm_demo_4_dev.pipeline.weather_data_source (...) VALUES (...);

EXECUTE TASK dcm_demo_4_dev.pipeline.demo_task_1;

Tip: You can dynamically override the graph config for a single run with the USING CONFIG clause. For example, to speed up the demo tasks:

EXECUTE TASK dcm_demo_4_dev.pipeline.demo_task_1
    USING CONFIG = '{"RUNTIME_MULTIPLIER": 1}';

This overrides RUNTIME_MULTIPLIER for that one execution without changing the task definition.

View the Task Graph

Iterate on the Graph Through DCM

DEFINE TASK DCM_DEMO_4{{env_suffix}}.PIPELINE.DEMO_TASK_14
    ...
    STARTED
AS
    SELECT SYSTEM$WAIT(3);

Cleanup

USE ROLE dcm_developer;
EXECUTE DCM PROJECT dcm_demo.projects.dcm_tasks_project_dev PURGE;

-- Notification integration is outside project scope, drop separately
USE ROLE ACCOUNTADMIN;
DROP INTEGRATION IF EXISTS dcm_demo_email_notifications;

DROP DCM PROJECT IF EXISTS dcm_demo.projects.dcm_tasks_project_dev;
DROP SCHEMA IF EXISTS dcm_demo.projects;
DROP DATABASE IF EXISTS dcm_demo;

DROP ROLE IF EXISTS dcm_developer;

Conclusion and Resources

What's Next

Related Resources