vvgsrk

USE ROLE data_engineer;

-- Create external stage
CREATE OR REPLACE STAGE DP_DEV.STAGE.DP_DEV_DATA_INBOUND_TEST
STORAGE_INTEGRATION = DP_INGESTION_DEV 
URL = 's3://dp-dev-data-inbound-test/' 
;

-- List files in external stage
LIST @DP_DEV.STAGE.DP_DEV_DATA_INBOUND_TEST;

vvgsrk

CREATE OR REPLACE NOTIFICATION INTEGRATION TASK_ERROR_NOTIFICATIONS
  ENABLED = true
  TYPE = QUEUE
  NOTIFICATION_PROVIDER = AWS_SNS
  DIRECTION = OUTBOUND
  AWS_SNS_TOPIC_ARN = 'arn:aws:sns:eu-central-1:123456789012345:dp-tools-slack-notifier-alarm'
  AWS_SNS_ROLE_ARN = 'arn:aws:iam::123456789012345:role/dp-tools-snowflake-tasks-error-notifications';

vvgsrk

vvgsrk

vvgsrk

vvgsrk

-- Devlopment
USE ROLE dp_owner_dev;

/*

Table: schema_name.table_name

Columns:
column_name_1
column_name_2

vvgsrk

-- Devlopment
USE ROLE dp_owner_dev;

/*

Table: schema_name.table_name

Columns:
column_name_1
column_name_2

vvgsrk

SELECT 'ALTER TABLE IF EXISTS ' || LOWER(table_catalog) || '.' || LOWER(table_schema) || '.' || LOWER(table_name) || ' MODIFY COLUMN ' || LOWER(column_name) || ' SET TAG ' || ' dp_governance.tags.customer_sensitive = ''add_source_name'';' AS set_statement,
'ALTER TABLE IF EXISTS ' || LOWER(table_catalog) || '.' || LOWER(table_schema) || '.' || LOWER(table_name) || ' MODIFY COLUMN ' || LOWER(column_name) || ' UNSET TAG ' || ' dp_governance.tags.customer_sensitive;' AS unset_statement
FROM dp_dev.information_schema.columns
WHERE table_name = 'TABLE_NAME_X'
AND column_name IN ('COLUMN_NAME_1', 'COLUMN_NAME_2', 'COLUMN_NAME_3')
;

vvgsrk

USE ROLE TAG_ADMIN;

CREATE OR REPLACE TAG dp_governance.tags.customer_sensitive
    COMMENT = 'Reserved for all sensitive customer experience data';

vvgsrk

USE ROLE TAG_ADMIN;

CREATE OR REPLACE TAG dp_governance.tags.employee_sensitive
    COMMENT = 'Reserved for all sensitive employee experience data';