hello.clj

{:config {:remote-composer-classpath "/usr/local/lib/angleddream-bundled-0.1-ALPHA.jar"
          :remote-libs-path "/usr/local/lib"
          :sink-resource-version "9"
          :source-resource-version "6"
          :appengine-gstoragekey "source-1.0-ALPHA"
          :default-sink-docker-image "gcr.io/hx-trial/sink-master:latest"
          :default-pipeline-machine-type "n1-standard-1"
          :error-buckets true
          :system-jar-info {:angleddream {:name "angleddream-bundled-0.1-ALPHA.jar"
                                          :pail "build-artifacts-public-eu"
                                          :key "angleddream"}
                            :sossity {:name "sossity-0.1.0-SNAPSHOT-standalone.jar"
                                      :pail "build-artifacts-public-eu"
                                      :key "sossity"}}}
 :cluster {:name "newhxhstack" :initial_node_count 7 :master_auth {:username "hx" :password "hstack"}
           :node_config {:oauth_scopes ["https://www.googleapis.com/auth/compute"
                                        "https://www.googleapis.com/auth/devstorage.read_only"
                                        "https://www.googleapis.com/auth/logging.write"
                                        "https://www.googleapis.com/auth/monitoring"
                                        "https://www.googleapis.com/auth/cloud-platform"]
                         :machine_type "n1-standard-1"}}

 :opts {:maxNumWorkers 5 :numWorkers 5 :zone "europe-west1-c"
        :stagingLocation "gs://hx-trial/staging-eu"}
 :provider {:credentials "${file(\"/home/ubuntu/pipeline-controller/account.json\")}" :project "hx-trial"}
 :containers {"riidb" {:image "gcr.io/hx-trial/responsys-resource:latest" :resource-version "v5"}}
 :pipelines {"new-orion-staging-identity-pipe"
             {:transform-jar "identitypipeline-bundled-0.1-ALPHA.jar"
              :pail "hx-build-artifacts"
              :key "sossity-identity-pipeline-java"}
             "new-orion-identity-pipe"
             {:transform-jar "identitypipeline-bundled-0.1-ALPHA.jar"
              :pail "hx-build-artifacts"
              :key "sossity-identity-pipeline-java"}
             "prod-responsys-pipe"
             {
               :container-deps ["riidb"]
               :transform-jar "responsyspipeline-bundled-0.1-ALPHA.jar"
               :pail "hx-build-artifacts"
               :key "responsys-pipeline"
               :workerMachineType "n1-standard-4"
               :error-out true
               }
             }
 :sources {"hxtrialorionappengine" {:type "gce"}
           "hxtrialorionappenginestaging" {:type "gce"}}
 :sinks {"new-orion-identity-bucket" {:type "gcs" :bucket "new-orion-identity-bucket"}
         "prod-responsys-bucket" {:type "gcs" :bucket "prod-responsys-bucket"}
         "prod-responsys-sink" {:type "gcs" :sink_type "responsys" :rsys_user "HX_API" :rsys_pass "R35pon535!" :rsys_table "LAST_SEARCH_INFO_STAGING" :merge_insert true :error-out true}
         "new-orion-staging-identity-bucket" {:type "gcs" :bucket "new-orion-staging-identity-bucket"}}
 :edges [{:origin "hxtrialorionappengine" :targets ["new-orion-identity-pipe"]}
         {:origin "new-orion-identity-pipe" :targets ["new-orion-identity-bucket" "prod-responsys-pipe"]}
         {:origin "prod-responsys-pipe" :targets ["prod-responsys-bucket" "prod-responsys-sink"]}
         {:origin "new-orion-staging-identity-pipe" :targets ["new-orion-staging-identity-bucket"]}
         {:origin "hxtrialorionappenginestaging" :targets ["new-orion-staging-identity-pipe"]}]}