Deploy

Makefile

deploy:
	python main.py \
	--region $(REGION) \
	--job_name deepdrive-pipe \
	--subscription $(SUB_INPUT) \
	--project $(GCP_PROJECT) \
	--output_topic $(OUTPUT_TOPIC) \
	--api_endpoint $(API_ENDPOINT) \
	--runner=DataflowRunner \
	--staging_location=gs://$(BUCKET)/staging \
	--temp_location=gs://$(BUCKET)/tmp \
	--setup_file ./setup.py \
	--enable_streaming_engine true \
	--autoscaling_algorithm=THROUGHPUT_BASED \
	--max_num_workers=10 \
	--num_workers=3 \