raw_to_gold.py

table_raw = "integrationtest_employees"
table_gold = "gold_integrationtest_employee"

# Trigger the Master Pipeline for Processed to gold Zone
masterpipeline_gold_params = {
    "lookUpTables": [{
        "SourceTableSchemaName": "dbo",
        "SourceTableName": table_raw,
        "SinkTableSchemaName": "dbo",
        "SinkTableName": table_gold,
        "HasIncrementalData": "false"
    }],
    "sourceDatabase": database,
}

pipeline_name = constants.COPY_TO_DEDICATE_SQL_PIPELINE

print(f"{pipeline_name} Parameters : {masterpipeline_gold_params}\n")

pipeline_run_result = pipelineutils.run_and_observe_pipeline(
    azure_credential, synapse_endpoint, pipeline_name, masterpipeline_gold_params)