vvgsrk

from airflow import DAG

from config.current.agm import PARENT_DAG_NAME
from config.current.data_source import job_id_in_dbt_cloud

with DAG(
    dag_id=PARENT_DAG_NAME,
    ...
) as dag:

vvgsrk

from airflow.providers.dbt.cloud.operators.dbt import DbtCloudRunJobOperator
from airflow.hooks.base_hook import BaseHook
from config.current import DBT_CLOUD_CONNECTION_ID


class DBTCloudSensor:
    def __init__(self):
        self.dbt_cloud_connection = BaseHook.get_connection(DBT_CLOUD_CONNECTION_ID)
        self.account_id = self.dbt_cloud_connection.extra_dejson.get('account_id')

vvgsrk

USE ROLE USERADMIN;

-- Jamie
ALTER USER jamie UNSET TAG dp_governance.tags.employee_sensitive;

-- Avery
ALTER USER avery UNSET TAG dp_governance.tags.employee_sensitive;

-- Blake
ALTER USER blake UNSET TAG dp_governance.tags.employee_sensitive;

vvgsrk

USE ROLE USERADMIN;

-- Robert
ALTER USER robert UNSET TAG dp_governance.tags.customer_sensitive;

-- Jasper
ALTER USER jasper UNSET TAG dp_governance.tags.customer_sensitive;

-- Rowan
ALTER USER rowan UNSET TAG dp_governance.tags.customer_sensitive;

vvgsrk

USE ROLE USERADMIN;

-- Jamie
ALTER USER jamie SET TAG dp_governance.tags.employee_sensitive = 'compensation';

-- Avery
ALTER USER avery SET TAG dp_governance.tags.employee_sensitive = 'payroll';

-- Blake
ALTER USER blake SET TAG dp_governance.tags.employee_sensitive = 'compensation,payroll';

vvgsrk

USE ROLE USERADMIN;

-- Robert
ALTER USER robert SET TAG dp_governance.tags.customer_sensitive = 'customer-survey';

-- Jasper
ALTER USER jasper SET TAG dp_governance.tags.customer_sensitive = 'customer-loyalty';

-- Rowan
ALTER USER rowan SET TAG dp_governance.tags.customer_sensitive = 'customer-survey,customer-loyalty';

vvgsrk

USE ROLE SYSADMIN;

CREATE DTABASE dp_governance;

CREATE SCHEMA dp_governance.tags;
CREATE SCHEMA dp_governance.masking_policies;

vvgsrk

USE ROLE TAG_ADMIN;

ALTER TAG dp_governance.tags.employee_sensitive 
UNSET MASKING POLICY dp_governance.masking_policies.string_mask_employee,
    MASKING POLICY dp_governance.masking_policies.float_mask_employee,
    MASKING POLICY dp_governance.masking_policies.timestamp_mask_employee,
    MASKING POLICY dp_governance.masking_policies.date_mask_employee,
    MASKING POLICY dp_governance.masking_policies.number_mask_employee
;

vvgsrk

USE ROLE tag_admin;

ALTER TAG dp_governance.tags.customer_sensitive 
UNSET MASKING POLICY dp_governance.masking_policies.string_mask_customer,
      MASKING POLICY dp_governance.masking_policies.timestamp_mask_customer,
      MASKING POLICY dp_governance.masking_policies.date_mask_customer
;

vvgsrk

USE ROLE TAG_ADMIN;

ALTER TAG dp_governance.tags.employee_sensitive 
SET MASKING POLICY dp_governance.masking_policies.string_mask_employee,
    MASKING POLICY dp_governance.masking_policies.float_mask_employee,
    MASKING POLICY dp_governance.masking_policies.timestamp_mask_employee,
    MASKING POLICY dp_governance.masking_policies.date_mask_employee,
    MASKING POLICY dp_governance.masking_policies.number_mask_employee
;