dags ci cd

dags_ci_cd.yaml

pipeline {
    agent {
        kubernetes {
            label podLabel
            yaml pod
        }
    }
    stages {
        stage('Checkout') {
            steps {
                script {
                    git (credentialsId: 'github-token',
                    url: "https://github.com/<organization-name>/" + repoName,
                    branch: "master")

                    build job: 'dump-db-tables'
                }
            }
        }
        stage('Unit Tests') {
            steps{
                script {
                    runUnitTest()
                }
            }
        }
        stage('Test Env Setup') {
            steps{
                script {
                    echo "Launch DB"
                    createDB()

                    echo "Install Airflow"
                    installAirflow()

                    echo "Generate DAGs"
                    generateDags()

                    echo "Prepare DB"
                    createSchema()
                    importSchema()

                    echo "Set variables and connections for Airflow"
                    initAirflow()
                }
            }
        }
        stage('Integration Tests') {
            steps{
                script {
                    runIntegrationTest()
                }
            }
        }
        stage('Artifacts') {
            steps{
                script {
                    uploadDags()
                }
            }
        }
    }
    post {
        always {
            script {
                echo "Clean UP"
                deleteAirflow()
                deleteDB()
                echo "Notify Users"
                slackNotifier()
            }
        }
    }
}