Execute the following in the browser adress bar:
https://console.cloud.google.com/bigquery?p={project-id}&page=project
e.g. https://console.cloud.google.com/bigquery?p=bigquery-public-data&page=project
| from google.cloud import datacatalog | |
| # TODO Developer: set the project id. | |
| project_id = YOUR-PROJECT-ID | |
| client = datacatalog.DataCatalogClient.from_service_account_file(key_file_location) | |
| # Search tag templates for a given project. | |
| # WARNING: search semantics may not return an exaustive list, | |
| # but is the only option currently available. | |
| def search_tag_templates_for_project(project_id): | 
Execute the following in the browser adress bar:
https://console.cloud.google.com/bigquery?p={project-id}&page=project
e.g. https://console.cloud.google.com/bigquery?p=bigquery-public-data&page=project
| gcloud projects create <your>-dl --enable-cloud-apis | |
| gcloud config set project <your>-dl | |
| gcloud services enable compute.googleapis.com | |
| gcloud iam service-accounts create gcp-terraform-dl --display-name gcp-terraform-dl | |
| gcloud projects add-iam-policy-binding <your>-dl \ | |
| --member='serviceAccount:gcp-terraform-dl@ <your>-dl.iam.gserviceaccount.com' --role='roles/owner' | |
| gcloud iam service-accounts keys create 'credentials.json' --iam-account='gcp-terraform-dl@<your>-dl.iam.gserviceaccount.com' | 
| import os | |
| import pycurl | |
| from tqdm import tqdm | |
| downloader = pycurl.Curl() | |
| def sanitize(c): | |
| c.setopt(pycurl.UNRESTRICTED_AUTH, False) | 
| #!/bin/bash | |
| # from https://gist.githubusercontent.com/nehalecky/9258c01fb2077f51545a/raw/789f08141dc681cf1ad5da05455c2cd01d1649e8/install-py3-dataproc.sh | |
| apt-get -y install python3 | |
| echo "export PYSPARK_PYTHON=python3" | tee -a /etc/profile.d/spark_config.sh /etc/*bashrc /usr/lib/spark/conf/spark-env.sh | |
| echo "Adding PYTHONHASHSEED=0 to profiles and spark-defaults.conf..." | |
| echo "export PYTHONHASHSEED=0" | tee -a /etc/profile.d/spark_config.sh /etc/*bashrc /usr/lib/spark/conf/spark-env.sh | |
| echo "spark.executorEnv.PYTHONHASHSEED=0" >> /etc/spark/conf/spark-defaults.conf | 
| #!/usr/bin/env python | |
| # -*- coding: utf-8 -*- | |
| import argparse | |
| if __name__ == '__main__': | |
| parser = argparse.ArgumentParser(description=""" | |
| I never freaking remember argparse syntax and the docs are so all over the place | |
| that I need this for an example. | 
Inspired by dannyfritz/commit-message-emoji
See also gitmoji.
| Commit type | Emoji | 
|---|---|
| Initial commit | 🎉 :tada: | 
| Version tag | 🔖 :bookmark: | 
| New feature | ✨ :sparkles: | 
| Bugfix | 🐛 :bug: |