dataproc-bq-cli.sh

# Some Google CLI commands to setup dataproc and Big Query etc
cluster_name="cluster-1"

# create dataproc cluster with Jupyterhub https://cloud.google.com/dataproc/docs/tutorials/jupyter-notebook
gcloud compute ssh --zone="us-central1-c" \
  --ssh-flag="-D" --ssh-flag="10000" --ssh-flag="-N" "${cluster_name}-m" \
  --initialization-actions \
        gs://dataproc-initialization-actions/jupyter/jupyter.sh
        
# Proxy and access UI of cluster https://cloud.google.com/dataproc/docs/concepts/cluster-web-interfaces


# Query from BQ as External table https://cloud.google.com/bigquery/federated-data-sources#auto-detect