itayB

Less Cheatsheet

less {filename}

Navigation
SPACE	forward one window
b	backward one window
d	forward half window

itayB

# use kubernetes with 'minikube' (can be set from the docker ui in mac)  

# start the dashboard (web UI)
minikube dashboard

# the command above should open Chrome browswer autmatically to some like:
http://127.0.0.1:56176/api/v1/namespaces/kubernetes-dashboard/services/http:kubernetes-dashboard:/proxy/#/overview?namespace=default


FAQ

itayB

apiVersion: v1
kind: ServiceAccount
metadata:
  name: jupyter
  labels:
    release: jupyter
---
apiVersion: rbac.authorization.k8s.io/v1
kind: Role
metadata:

itayB

apiVersion: apps/v1
kind: Deployment
metadata:
  name: localstack
  labels:
    release: localstack
spec:
  replicas: 1
  strategy:
    type: RollingUpdate

itayB

itayB

itayB

itayB

FROM itayb/spark:3.1.1-hadoop-3.2.0

RUN apt-get update && apt install -y \
    wget \
 && rm -rf /var/lib/apt/lists/* \
 && rm -rf /var/cache/apt/*

RUN cd /opt/spark/jars \
 && wget "https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-bundle/1.11.888/aws-java-sdk-bundle-1.11.888.jar"
RUN cd /opt/spark/jars \

itayB

FROM itayb/spark:3.1.1-hadoop-3.2.0-aws

RUN pip install \
    notebook==6.2.0 \
    ipynb==0.5.1 \
    sparkmonitor==1.1.1 \
    pyspark==3.1.1

# install extension to monitor spark
RUN jupyter nbextension install sparkmonitor --py --user --symlink

itayB

{"schemaVersion":1,"label":"coverage","message":"70.25%","color":"green"}