Docker with Minikube (Replace Docker Desktop)

minikube-docker.md

Installation

brew install minikube

# install docker cli only
brew install docker

brew install docker-compose

Setup

Use hyperkit driver (MacOS):

brew install hyperkit

minikube config set driver hyperkit
minikube config set container-runtime containerd
minikube config set memory 8192
minikube config set cpus 2

minikube start

minikube start \
--driver=hyperkit \
--container-runtime=docker \
--cpus='2' --memory='4g' \
--disk-size=30Gi \
--network-plugin=cni --cni calico \
--kubernetes-version=v1.24.3 

Use kvm (Linux Mint/Ubuntu)

Install kvm on Linux Mint, kvm on Ubuntu

minikube start \
--driver=kvm \
--container-runtime=docker \
--cpus='4' --memory='8g' \
--disk-size=30Gi \
--network-plugin=cni --cni calico \
--kubernetes-version=v1.24.3 

Point your shell to minikube's docker-daemon

eval $(minikube -p minikube docker-env)

Setup local-path-provisioner:

kubectl apply -f https://raw.githubusercontent.com/rancher/local-path-provisioner/v0.0.22/deploy/local-path-storage.yaml

Verify setup by spinning up a docker-compose stack

git clone https://github.com/docker/awesome-compose.git
cd awesome-compose/nginx-flask-mongo
docker-compose up

$ minikube ip
192.168.99.101
  
$ curl 192.168.99.101:80
Hello from the MongoDB client!

Build and test docker image on cluster

Example repo: https://github.com/quangthe/magnolia-bootstrap

eval $(minikube docker-env)

# set ARGs
# 
docker build  \
--build-arg GIT_COMMIT=$(git rev-parse HEAD) \
--build-arg APP_VERSION=v1 \
--build-arg BUILD_DATE=$(date -u +"%Y-%m-%dT%H:%M:%SZ") \
-t magnolia-bootstrap .

# use --image-pull-policy=Never to force k8s lookup local imge
kubectl run test --image=magnolia-bootstrap --image-pull-policy=Never -it --rm --restart=Never -- version
{"Version":"dev","Commit":"e694081dec6fe203ec06c447030b1ec94d6e68a0","Date":"2022-07-05T03:07:26Z"}
pod "test" deleted

Addons

Metric server

minikube addons enable metrics-server

Registry

minikube addons enable registry

curl $(minikube ip):5000/v2/_catalog
{"repositories":[]}

Ingress-Nginx

minikube addons enable ingress

MetalLB

minikube addons list

minikube addons enable metallb

minikube addons configure metallb
-- Enter Load Balancer Start IP: 192.168.59.20
-- Enter Load Balancer End IP: 192.168.59.30
    ▪ Using image metallb/speaker:v0.9.6
    ▪ Using image metallb/controller:v0.9.6
✅  metallb was successfully configured

etcd

minikube ssh
curl -LO https://github.com/etcd-io/etcd/releases/download/v3.5.0/etcd-v3.5.0-linux-amd64.tar.gz
tar xzvf etcd-v3.5.0-linux-amd64.tar.gz
cd etcd-v3.5.0-linux-amd64

$ export ETCDCTL=$(cat <<EOF
sudo ETCDCTL_API=3 ./etcdctl --cacert /var/lib/minikube/certs/etcd/ca.crt
--cert /var/lib/minikube/certs/etcd/healthcheck-client.crt
--key /var/lib/minikube/certs/etcd/healthcheck-client.key
EOF
> )

$ $ETCDCTL member list --write-out=table
+------------------+---------+----------+-----------------------+----------------------------+------------+
|        ID        | STATUS  |   NAME   |      PEER ADDRS       |        CLIENT ADDRS        | IS LEARNER |
+------------------+---------+----------+-----------------------+----------------------------+------------+
| 8e9e05c52164694d | started | minikube | http://localhost:2380 | https://192.168.205.5:2379 |      false |
+------------------+---------+----------+-----------------------+----------------------------+------------+

$ $ETCDCTL get --prefix /registry/pods/kube-system --keys-only        
/registry/pods/kube-system/calico-kube-controllers-8594699699-mqzpk

/registry/pods/kube-system/calico-node-75pfs

/registry/pods/kube-system/coredns-64897985d-rs5w2

/registry/pods/kube-system/etcd-minikube

/registry/pods/kube-system/kindnet-q45b5

/registry/pods/kube-system/kube-apiserver-minikube

/registry/pods/kube-system/kube-controller-manager-minikube

/registry/pods/kube-system/kube-proxy-9czkg

/registry/pods/kube-system/kube-scheduler-minikube

/registry/pods/kube-system/metrics-server-6b76bd68b6-mpxhc

/registry/pods/kube-system/storage-provisioner

Clean up intermediate/temp Docker image builds in minikube

eval $(minikube docker-env)
docker image ls | grep "^<none>" | awk '{print $3}' | xargs -I {} docker image rm {}

minikube start \
--kubernetes-version=v1.24.3  \
--driver=kvm \
--container-runtime=docker \
--memory=6g \
--bootstrapper=kubeadm \
--extra-config=kubelet.authentication-token-webhook=true \
--extra-config=kubelet.authorization-mode=Webhook \
--extra-config=scheduler.bind-address=0.0.0.0 \
--extra-config=controller-manager.bind-address=0.0.0.0

Remote connect to minikube https://faun.pub/accessing-a-remote-minikube-from-a-local-computer-fd6180dd66dd