atemate

#!/bin/bash
set -euo pipefail


function copy_data_to_cluster () {
    if [ "$#" -ne 2 ]; then
        echo "ERROR: Illegal number of parameters: $#"
        echo
        echo "Usage:"
        echo "  $0 SRC_URI DST_URI"

atemate

def run_job(
    *,
    preset: str,
    image: str,
    command: str,
    volumes: Sequence[str],
    life_span: str = "8h",
    name: Optional[str] = None,
    http: Optional[int] = None,
    no_http_auth: Optional[bool] = None,

atemate

atemate

apiVersion: v1
kind: Pod
metadata:
  name: test
spec:
  volumes:
  - name: git-source
    emptyDir: {}
  - name: ssh-secret-volume
    secret:

atemate

# Summary: often, K8s runs an unprotected etcd server, which allows an attacker 
# with shell access to a pod running it this cluster (it could even be a compromised 
# server) to read all information from etcd, including K8s secrets.


# Step 01: on localhost: get a shell access to a pod in Kubernetes
$ kubectl run --image curlimages/curl -it --rm curl --command -- sh


# Step 02: on the pod: read data from etcd

atemate

import os
from typing import Dict


def load_env(path="./.env", defaultenv=None) -> Dict[str, str]:
    env = (defaultenv or {}).copy()
    with open(path) as f:
        lines = f.readlines()
    for line in lines:
        line = line.strip()

atemate

To generate schema:

---

%%bigquery schema_df

SELECT column_name, data_type
FROM `<dataset>.INFORMATION_SCHEMA.COLUMNS`
WHERE table_name="<table>"

atemate

import time
from google.cloud.bigquery import magics


def get_job_statistics(job, model_name):
    assert job.state == "DONE", job.state

    m = client.get_model(f"{PROJECT_ID}.{DATASET}.{model_name}")
    if len(m.training_runs) != 1:
        print(f"WARNING: Multiple training runs (taking the first): {model}")

atemate

# !pip install pyyaml

import yaml

path = '/tmp/jobs.txt'
with open(path) as f:
    data = list(yaml.load_all(f, Loader=yaml.FullLoader))

print(len(data))

atemate

import yaml

# gcloud ai custom-jobs list --region=us-central1 > /tmp/jobs.txt
path = '/tmp/jobs.txt'
PROJECT_ID = "..."
subname = 'artem'