Skip to content

Instantly share code, notes, and snippets.

View vvgsrk's full-sized avatar

Venkata Gowri Sai Rakesh Kumar Varanasi vvgsrk

View GitHub Profile
@vvgsrk
vvgsrk / dag_data_source.py
Last active March 6, 2025 19:28
An example code to invoke dbt cloud sensor class
from airflow import DAG
from config.current.agm import PARENT_DAG_NAME
from config.current.data_source import job_id_in_dbt_cloud
with DAG(
dag_id=PARENT_DAG_NAME,
...
) as dag:
@vvgsrk
vvgsrk / dbt_cloud_sensor.py
Created March 6, 2025 19:13
dbt cloud sensor py file
from airflow.providers.dbt.cloud.operators.dbt import DbtCloudRunJobOperator
from airflow.hooks.base_hook import BaseHook
from config.current import DBT_CLOUD_CONNECTION_ID
class DBTCloudSensor:
def __init__(self):
self.dbt_cloud_connection = BaseHook.get_connection(DBT_CLOUD_CONNECTION_ID)
self.account_id = self.dbt_cloud_connection.extra_dejson.get('account_id')
USE ROLE USERADMIN;
-- Jamie
ALTER USER jamie UNSET TAG dp_governance.tags.employee_sensitive;
-- Avery
ALTER USER avery UNSET TAG dp_governance.tags.employee_sensitive;
-- Blake
ALTER USER blake UNSET TAG dp_governance.tags.employee_sensitive;
USE ROLE USERADMIN;
-- Robert
ALTER USER robert UNSET TAG dp_governance.tags.customer_sensitive;
-- Jasper
ALTER USER jasper UNSET TAG dp_governance.tags.customer_sensitive;
-- Rowan
ALTER USER rowan UNSET TAG dp_governance.tags.customer_sensitive;
USE ROLE USERADMIN;
-- Jamie
ALTER USER jamie SET TAG dp_governance.tags.employee_sensitive = 'compensation';
-- Avery
ALTER USER avery SET TAG dp_governance.tags.employee_sensitive = 'payroll';
-- Blake
ALTER USER blake SET TAG dp_governance.tags.employee_sensitive = 'compensation,payroll';
USE ROLE USERADMIN;
-- Robert
ALTER USER robert SET TAG dp_governance.tags.customer_sensitive = 'customer-survey';
-- Jasper
ALTER USER jasper SET TAG dp_governance.tags.customer_sensitive = 'customer-loyalty';
-- Rowan
ALTER USER rowan SET TAG dp_governance.tags.customer_sensitive = 'customer-survey,customer-loyalty';
USE ROLE SYSADMIN;
CREATE DTABASE dp_governance;
CREATE SCHEMA dp_governance.tags;
CREATE SCHEMA dp_governance.masking_policies;
USE ROLE TAG_ADMIN;
ALTER TAG dp_governance.tags.employee_sensitive
UNSET MASKING POLICY dp_governance.masking_policies.string_mask_employee,
MASKING POLICY dp_governance.masking_policies.float_mask_employee,
MASKING POLICY dp_governance.masking_policies.timestamp_mask_employee,
MASKING POLICY dp_governance.masking_policies.date_mask_employee,
MASKING POLICY dp_governance.masking_policies.number_mask_employee
;
USE ROLE tag_admin;
ALTER TAG dp_governance.tags.customer_sensitive
UNSET MASKING POLICY dp_governance.masking_policies.string_mask_customer,
MASKING POLICY dp_governance.masking_policies.timestamp_mask_customer,
MASKING POLICY dp_governance.masking_policies.date_mask_customer
;
USE ROLE TAG_ADMIN;
ALTER TAG dp_governance.tags.employee_sensitive
SET MASKING POLICY dp_governance.masking_policies.string_mask_employee,
MASKING POLICY dp_governance.masking_policies.float_mask_employee,
MASKING POLICY dp_governance.masking_policies.timestamp_mask_employee,
MASKING POLICY dp_governance.masking_policies.date_mask_employee,
MASKING POLICY dp_governance.masking_policies.number_mask_employee
;