running a beam pipeline from cli

runBeamPipeline.sh

#!/bin/bash

PROJECTID=moritani-bigdata
DATASET=opendatasg
RUNNER=DirectRunner
#RUNNER=DataflowRunner

mvn compile exec:java \
      -Dexec.mainClass=com.gmail.n0531m.datagovsg.pipelines.TaxiAvailabilityPipeline \
      -Dexec.cleanupDaemonThreads=false \
      -Dexec.args=" \
      --project=$PROJECTID \
      --stagingLocation=gs://moritani-bigdata-dataflow/staging \
      --gcpTempLocation=gs://moritani-bigdata-dataflow/temp \
      --tempLocation=gs://moritani-bigdata-dataflow/temp \
      --runner=$RUNNER \
      --appName=SingaporeTaxiAvailbilityPipeline \
      --sinkProjectId=$PROJECTID \
      --sinkDatasetId=$DATASET \
      --sinkTableIdSuffixPattern=yyyyMMdd \
      --sinkTableIdPrefix=TaxiAvailability \
      --sinkStoragePathPrefix=gs://moritani-bigdata-dataflow/output/TaxiAvailability_processed_ \
      --startYyyyMMddHHmmss=20171001000000 \
      --endYyyyMMddHHmmss=20171001005959 \
      --datagovsgApikey=$DATAGOVSG_APIKEY \
      "