AWS Data Pipelines

god-has-abandoned-me.rb

aws_pipeline = client.create_pipeline(name: pipeline_name,
                                      unique_id: pipeline_uid,
                                      description: 'Automatic')
begin
  # AWS uses different JSON formats for CLI and ruby sdk.
tempjson = Tempfile.new('tempjson')
  tempjson.write(JSON.dump(pipeline_schema))
  tempjson.rewind
`aws datapipeline put-pipeline-definition --pipeline-id #{aws_pipeline.pipeline_id} --pipeline-definition file://#{tempjson.path}`
ensure
  tempjson.close; tempjson.unlink
end