pascalwhoop

from typing import Dict, Any
import rocksdb
import ray

# Step 1: Initialize RocksDB instance
# note this is mounted in the pod using a high IOPS ReadWriteMany Volume backed by GCP Hyperdisk
db = rocksdb.DB("rocksdb_dir", rocksdb.Options(create_if_missing=True))

# Step 2: Define a Predictor class for inference.
class HuggingFacePredictor:

pascalwhoop

#!/usr/bin/python
# requires typer, tqdm, requests, gh cli
import typer
from pathlib import Path
from tqdm import tqdm
import subprocess

app = typer.Typer()

GITHUB_API_URL = "https://api.github.com"

pascalwhoop

#!/bin/bash

# install core requirements
NONINTERACTIVE=1 /bin/bash -c "$(curl -fsSL https://raw.githubusercontent.com/Homebrew/install/HEAD/install.sh)"
sudo apt install -y tmux htop bmon fzf wget curl

# get brew working
curl https://gist.githubusercontent.com/pascalwhoop/4d01bb179132118c565b3db56c4ce68e/raw/fa0ab508cac760efaa399442047256a36578c62e/tmux.conf > ~/.tmux.conf

# fish shell

pascalwhoop

{
    "fields": [
        {
            "name": "index",
            "type": "integer"
        },
        {
            "name": "type",
            "type": "string"
        },

pascalwhoop

import apache_beam as beam
import logging
import json

from apache_beam.io import ReadFromText
from apache_beam.io import BigQuerySource
from apache_beam.io import BigQuerySink
from apache_beam.io import WriteToText
from apache_beam.io.gcp.bigquery_tools import parse_table_schema_from_json
from apache_beam.io.gcp.internal.clients import bigquery

pascalwhoop

locals {
  foo_directory = "../../../../services/foo/target"
  jobName        = "company-${var.environment}-datalayer-foo-app-v1"
  region         = "europe-west1"
  //parameters for the java jar 
  dataflow_parameters = { 
    runner                = "DataflowRunner"
    jobName               = local.jobName
    update                = data.external.running_job.result.name == local.jobName ? true : false
    project               = var.project

pascalwhoop

gcloud rsync -r gs://our-bucket /tmp/bucket
cd 0-bootstrap && vim backend.tf                        #comment out backend
terraform init                                          #approve copying state to local
gcloud rm -r gs://our-bucket                            #delete all data
terraform apply                                         #force recreates bucket in different region
gcloud rsync -r /tmp/bucket gs://our-bucket             #bring state files back
gcloud rm -r gs://our-bucket/terraform/state/bootstrap  #clean old state
vim backend.tf                                          #uncomment the backend again
terraform init                                          #copy state back to bucket

pascalwhoop

name: 'Bootstrap Terraform'
on:
  - pull_request
env:
  tf_version: 'latest'
  tf_working_dir: '0-bootstrap'
  GOOGLE_CREDENTIALS: ${{secrets.GOOGLE_CREDENTIALS}}
jobs:
  terraform:
    name: 'Terraform'

pascalwhoop

"Country Name","Country Code","Indicator Name","Indicator Code","1960","1961","1962","1963","1964","1965","1966","1967","1968","1969","1970","1971","1972","1973","1974","1975","1976","1977","1978","1979","1980","1981","1982","1983","1984","1985","1986","1987","1988","1989","1990","1991","1992","1993","1994","1995","1996","1997","1998","1999","2000","2001","2002","2003","2004","2005","2006","2007","2008","2009","2010","2011","2012","2013","2014","2015","2016","2017","2018","2019",
"Aruba","ABW","Population, total","SP.POP.TOTL","54211","55438","56225","56695","57032","57360","57715","58055","58386","58726","59063","59440","59840","60243","60528","60657","60586","60366","60103","59980","60096","60567","61345","62201","62836","63026","62644","61833","61079","61032","62149","64622","68235","72504","76700","80324","83200","85451","87277","89005","90853","92898","94992","97017","98737","100031","100834","101222","101358","101455","101669","102046","102560","103159","103774","104341","104872","105366","105845","",
"

pascalwhoop

0     161769
1      16771
2       1397
3        315
4        167
5        123
6         75
7         41
8         46
9         33