DQLite debugging

cp-0

ubuntu@raspbernetes-0:~/dqlite-issue-repro$ cat /var/snap/microk8s/current/var/kubernetes/backend/cluster.yaml
- Address: 192.168.88.239:19001
  ID: 3297041220608546238
  Role: 0
- Address: 192.168.88.249:19001
  ID: 10829805846545420511
  Role: 0
- Address: 192.168.88.246:19001
  ID: 8819719984785607608
  Role: 0

cp-0-dqlite-logs

ubuntu@raspbernetes-0:~/dqlite-issue-repro$ journalctl -u snap.microk8s.daemon-k8s-dqlite -n 3000
Mar 06 06:51:52 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:51:52Z" level=error msg="error while ran>
Mar 06 06:51:54 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:51:54Z" level=error msg="error while ran>
Mar 06 06:51:56 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:51:56Z" level=error msg="error while ran>
Mar 06 06:52:01 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:52:01Z" level=error msg="error while ran>
Mar 06 06:52:02 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:52:02Z" level=error msg="error while ran>
Mar 06 06:52:02 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:52:02Z" level=error msg="error in txn: q>
Mar 06 06:52:03 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:52:03Z" level=error msg="error while ran>
Mar 06 06:52:05 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:52:05Z" level=error msg="error while ran>
Mar 06 06:52:06 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:52:06Z" level=error msg="error while ran>
Mar 06 06:52:07 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:52:07Z" level=error msg="error while ran>
Mar 06 06:52:10 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:52:10Z" level=error msg="error while ran>
Mar 06 06:52:10 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:52:10Z" level=error msg="error while ran>
Mar 06 06:52:11 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:52:11Z" level=error msg="error while ran>
Mar 06 06:52:19 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:52:19Z" level=error msg="error while ran>
Mar 06 06:52:20 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:52:20Z" level=error msg="error while ran>
Mar 06 06:52:21 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:52:21Z" level=error msg="error while ran>
Mar 06 06:52:21 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:52:21Z" level=error msg="error while ran>
Mar 06 06:52:22 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:52:22Z" level=error msg="error while ran>
Mar 06 06:52:24 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:52:24Z" level=error msg="error while ran>
Mar 06 06:52:29 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:52:29Z" level=error msg="error while ran>
Mar 06 06:52:34 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:52:34Z" level=error msg="error while ran>
Mar 06 06:52:34 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:52:34Z" level=error msg="error while ran>
Mar 06 06:52:36 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:52:36Z" level=error msg="error in txn: q>
Mar 06 06:52:37 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:52:37Z" level=error msg="error while ran>
Mar 06 06:52:38 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:52:38Z" level=error msg="error while ran>
Mar 06 06:52:41 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:52:39Z" level=error msg="error while ran>
Mar 06 06:52:41 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:52:41Z" level=error msg="error in txn: q>
Mar 06 06:52:44 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:52:44Z" level=error msg="error while ran>
Mar 06 06:52:44 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:52:44Z" level=error msg="error while ran>
Mar 06 06:52:44 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:52:44Z" level=error msg="error while ran>
Mar 06 06:52:44 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:52:44Z" level=error msg="error while ran>
 ESCOC
: time="2023-03-06T06:51:52Z" level=error msg="error while range on /registry/leases/kube-system/kube-scheduler : query (try>
: time="2023-03-06T06:51:54Z" level=error msg="error while range on /registry/leases/kube-system/kube-apiserver-e3x66bpw5ggj>
: time="2023-03-06T06:51:56Z" level=error msg="error while range on /registry/resourcequotas/default/ /registry/resourcequot>
: time="2023-03-06T06:52:01Z" level=error msg="error while range on /registry/minions/raspbernetes-0 : query (try: 0): conte>
: time="2023-03-06T06:52:02Z" level=error msg="error while range on /registry/leases/kube-system/kube-controller-manager : q>
: time="2023-03-06T06:52:02Z" level=error msg="error in txn: query (try: 0): context canceled"
: time="2023-03-06T06:52:03Z" level=error msg="error while range on /registry/events/observability/loki-0.174906da693e3158 :>
: time="2023-03-06T06:52:05Z" level=error msg="error while range on /registry/leases/kube-node-lease/raspbernetes-0 : query >
: time="2023-03-06T06:52:06Z" level=error msg="error while range on /registry/namespaces/default : query (try: 0): context d>
: time="2023-03-06T06:52:07Z" level=error msg="error while range on /registry/limitranges/ /registry/limitranges/: query (tr>
: time="2023-03-06T06:52:10Z" level=error msg="error while range on /registry/resourcequotas/kube-public/ /registry/resource>
: time="2023-03-06T06:52:10Z" level=error msg="error while range on /registry/leases/kube-system/kube-scheduler : query (try>
: time="2023-03-06T06:52:11Z" level=error msg="error while range on /registry/minions/raspbernetes-0 : query (try: 0): conte>
: time="2023-03-06T06:52:19Z" level=error msg="error while range on /registry/pods/metallb-system/metallb-speaker-6bjwv : qu>
: time="2023-03-06T06:52:20Z" level=error msg="error while range on /registry/namespaces/kube-node-lease : query (try: 0): c>
: time="2023-03-06T06:52:21Z" level=error msg="error while range on /registry/leases/kube-system/kube-controller-manager : q>
: time="2023-03-06T06:52:21Z" level=error msg="error while range on /registry/minions/raspbernetes-0 : query (try: 0): conte>
: time="2023-03-06T06:52:22Z" level=error msg="error while range on /registry/leases/kube-node-lease/raspbernetes-0 : query >
: time="2023-03-06T06:52:24Z" level=error msg="error while range on /registry/apiextensions.k8s.io/customresourcedefinitions>
: time="2023-03-06T06:52:29Z" level=error msg="error while range on /registry/leases/kube-system/kube-scheduler : query (try>
: time="2023-03-06T06:52:34Z" level=error msg="error while range on /registry/runtimeclasses/ /registry/runtimeclasses/: que>
: time="2023-03-06T06:52:34Z" level=error msg="error while range on /registry/persistentvolumeclaims/observability/data-loki>
: time="2023-03-06T06:52:36Z" level=error msg="error in txn: query (try: 0): context canceled"
: time="2023-03-06T06:52:37Z" level=error msg="error while range on /registry/events/observability/kube-prom-stack-prometheu>
: time="2023-03-06T06:52:38Z" level=error msg="error while range on /registry/leases/kube-system/kube-controller-manager : q>
: time="2023-03-06T06:52:39Z" level=error msg="error while range on /registry/leases/kube-node-lease/raspbernetes-0 : query >
: time="2023-03-06T06:52:41Z" level=error msg="error in txn: query (try: 0): context canceled"
: time="2023-03-06T06:52:44Z" level=error msg="error while range on /registry/serviceaccounts/observability/observability-gr>
: time="2023-03-06T06:52:44Z" level=error msg="error while range on /registry/serviceaccounts/observability/loki-promtail : >
: time="2023-03-06T06:52:44Z" level=error msg="error while range on /registry/serviceaccounts/nginx-ingress/nginx-nginx-ingr>
: time="2023-03-06T06:52:44Z" level=error msg="error while range on /registry/serviceaccounts/metallb-system/metallb-speaker>
 ESCOC
ge on /registry/leases/kube-system/kube-scheduler : query (try: 0): context canceled"
ge on /registry/leases/kube-system/kube-apiserver-e3x66bpw5ggjt5ljd2x6sjnedu : query (try: 0): context canceled"
ge on /registry/resourcequotas/default/ /registry/resourcequotas/default/: query (try: 0): context canceled"
ge on /registry/minions/raspbernetes-0 : query (try: 0): context canceled"
ge on /registry/leases/kube-system/kube-controller-manager : query (try: 0): context canceled"
uery (try: 0): context canceled"
ge on /registry/events/observability/loki-0.174906da693e3158 : query (try: 0): context canceled"
ge on /registry/leases/kube-node-lease/raspbernetes-0 : query (try: 0): context canceled"
ge on /registry/namespaces/default : query (try: 0): context deadline exceeded"
ge on /registry/limitranges/ /registry/limitranges/: query (try: 0): context deadline exceeded"
ge on /registry/resourcequotas/kube-public/ /registry/resourcequotas/kube-public/: query (try: 0): context canceled"
ge on /registry/leases/kube-system/kube-scheduler : query (try: 0): context canceled"
ge on /registry/minions/raspbernetes-0 : query (try: 0): context canceled"
ge on /registry/pods/metallb-system/metallb-speaker-6bjwv : query (try: 0): context canceled"
ge on /registry/namespaces/kube-node-lease : query (try: 0): context canceled"
ge on /registry/leases/kube-system/kube-controller-manager : query (try: 0): context canceled"
ge on /registry/minions/raspbernetes-0 : query (try: 0): context canceled"
ge on /registry/leases/kube-node-lease/raspbernetes-0 : query (try: 0): context canceled"
ge on /registry/apiextensions.k8s.io/customresourcedefinitions/ /registry/apiextensions.k8s.io/customresourcedefinitions/: q>
ge on /registry/leases/kube-system/kube-scheduler : query (try: 0): context deadline exceeded"
ge on /registry/runtimeclasses/ /registry/runtimeclasses/: query (try: 0): context canceled"
ge on /registry/persistentvolumeclaims/observability/data-loki-write-0 : query (try: 0): context deadline exceeded"
uery (try: 0): context canceled"
ge on /registry/events/observability/kube-prom-stack-prometheus-node-exporter-lzw8c.174906ee53c70c7b : query (try: 0): conte>
ge on /registry/leases/kube-system/kube-controller-manager : query (try: 0): context canceled"
ge on /registry/leases/kube-node-lease/raspbernetes-0 : query (try: 0): context canceled"
uery (try: 0): context canceled"
ge on /registry/serviceaccounts/observability/observability-grafana : query (try: 0): context canceled"
ge on /registry/serviceaccounts/observability/loki-promtail : query (try: 0): context deadline exceeded"
ge on /registry/serviceaccounts/nginx-ingress/nginx-nginx-ingress : query (try: 0): context canceled"
ge on /registry/serviceaccounts/metallb-system/metallb-speaker : query (try: 0): context canceled"
 ESCOC
: 0): context canceled"
t5ljd2x6sjnedu : query (try: 0): context canceled"
as/default/: query (try: 0): context canceled"
xt canceled"
uery (try: 0): context canceled"

 query (try: 0): context canceled"
(try: 0): context canceled"
eadline exceeded"
y: 0): context deadline exceeded"
quotas/kube-public/: query (try: 0): context canceled"
: 0): context canceled"
xt canceled"
ery (try: 0): context canceled"
ontext canceled"
uery (try: 0): context canceled"
xt canceled"
(try: 0): context canceled"
/ /registry/apiextensions.k8s.io/customresourcedefinitions/: query (try: 0): context canceled"
: 0): context deadline exceeded"
ry (try: 0): context canceled"
-write-0 : query (try: 0): context deadline exceeded"

s-node-exporter-lzw8c.174906ee53c70c7b : query (try: 0): context deadline exceeded"
uery (try: 0): context canceled"
(try: 0): context canceled"

afana : query (try: 0): context canceled"
query (try: 0): context deadline exceeded"
ess : query (try: 0): context canceled"
 : query (try: 0): context canceled"
 ESCOD
ge on /registry/leases/kube-system/kube-scheduler : query (try: 0): context canceled"
ge on /registry/leases/kube-system/kube-apiserver-e3x66bpw5ggjt5ljd2x6sjnedu : query (try: 0): context canceled"
ge on /registry/resourcequotas/default/ /registry/resourcequotas/default/: query (try: 0): context canceled"
ge on /registry/minions/raspbernetes-0 : query (try: 0): context canceled"
ge on /registry/leases/kube-system/kube-controller-manager : query (try: 0): context canceled"
uery (try: 0): context canceled"
ge on /registry/events/observability/loki-0.174906da693e3158 : query (try: 0): context canceled"
ge on /registry/leases/kube-node-lease/raspbernetes-0 : query (try: 0): context canceled"
ge on /registry/namespaces/default : query (try: 0): context deadline exceeded"
ge on /registry/limitranges/ /registry/limitranges/: query (try: 0): context deadline exceeded"
ge on /registry/resourcequotas/kube-public/ /registry/resourcequotas/kube-public/: query (try: 0): context canceled"
ge on /registry/leases/kube-system/kube-scheduler : query (try: 0): context canceled"
ge on /registry/minions/raspbernetes-0 : query (try: 0): context canceled"
ge on /registry/pods/metallb-system/metallb-speaker-6bjwv : query (try: 0): context canceled"
ge on /registry/namespaces/kube-node-lease : query (try: 0): context canceled"
ge on /registry/leases/kube-system/kube-controller-manager : query (try: 0): context canceled"
ge on /registry/minions/raspbernetes-0 : query (try: 0): context canceled"
ge on /registry/leases/kube-node-lease/raspbernetes-0 : query (try: 0): context canceled"
ge on /registry/apiextensions.k8s.io/customresourcedefinitions/ /registry/apiextensions.k8s.io/customresourcedefinitions/: q>
ge on /registry/leases/kube-system/kube-scheduler : query (try: 0): context deadline exceeded"
ge on /registry/runtimeclasses/ /registry/runtimeclasses/: query (try: 0): context canceled"
ge on /registry/persistentvolumeclaims/observability/data-loki-write-0 : query (try: 0): context deadline exceeded"
uery (try: 0): context canceled"
ge on /registry/events/observability/kube-prom-stack-prometheus-node-exporter-lzw8c.174906ee53c70c7b : query (try: 0): conte>
ge on /registry/leases/kube-system/kube-controller-manager : query (try: 0): context canceled"
ge on /registry/leases/kube-node-lease/raspbernetes-0 : query (try: 0): context canceled"
uery (try: 0): context canceled"
ge on /registry/serviceaccounts/observability/observability-grafana : query (try: 0): context canceled"
ge on /registry/serviceaccounts/observability/loki-promtail : query (try: 0): context deadline exceeded"
ge on /registry/serviceaccounts/nginx-ingress/nginx-nginx-ingress : query (try: 0): context canceled"
ge on /registry/serviceaccounts/metallb-system/metallb-speaker : query (try: 0): context canceled"
 ESCOD
: time="2023-03-06T06:51:52Z" level=error msg="error while range on /registry/leases/kube-system/kube-scheduler : query (try>
: time="2023-03-06T06:51:54Z" level=error msg="error while range on /registry/leases/kube-system/kube-apiserver-e3x66bpw5ggj>
: time="2023-03-06T06:51:56Z" level=error msg="error while range on /registry/resourcequotas/default/ /registry/resourcequot>
: time="2023-03-06T06:52:01Z" level=error msg="error while range on /registry/minions/raspbernetes-0 : query (try: 0): conte>
: time="2023-03-06T06:52:02Z" level=error msg="error while range on /registry/leases/kube-system/kube-controller-manager : q>
: time="2023-03-06T06:52:02Z" level=error msg="error in txn: query (try: 0): context canceled"
: time="2023-03-06T06:52:03Z" level=error msg="error while range on /registry/events/observability/loki-0.174906da693e3158 :>
: time="2023-03-06T06:52:05Z" level=error msg="error while range on /registry/leases/kube-node-lease/raspbernetes-0 : query >
: time="2023-03-06T06:52:06Z" level=error msg="error while range on /registry/namespaces/default : query (try: 0): context d>
: time="2023-03-06T06:52:07Z" level=error msg="error while range on /registry/limitranges/ /registry/limitranges/: query (tr>
: time="2023-03-06T06:52:10Z" level=error msg="error while range on /registry/resourcequotas/kube-public/ /registry/resource>
: time="2023-03-06T06:52:10Z" level=error msg="error while range on /registry/leases/kube-system/kube-scheduler : query (try>
: time="2023-03-06T06:52:11Z" level=error msg="error while range on /registry/minions/raspbernetes-0 : query (try: 0): conte>
: time="2023-03-06T06:52:19Z" level=error msg="error while range on /registry/pods/metallb-system/metallb-speaker-6bjwv : qu>
: time="2023-03-06T06:52:20Z" level=error msg="error while range on /registry/namespaces/kube-node-lease : query (try: 0): c>
: time="2023-03-06T06:52:21Z" level=error msg="error while range on /registry/leases/kube-system/kube-controller-manager : q>
: time="2023-03-06T06:52:21Z" level=error msg="error while range on /registry/minions/raspbernetes-0 : query (try: 0): conte>
: time="2023-03-06T06:52:22Z" level=error msg="error while range on /registry/leases/kube-node-lease/raspbernetes-0 : query >
: time="2023-03-06T06:52:24Z" level=error msg="error while range on /registry/apiextensions.k8s.io/customresourcedefinitions>
: time="2023-03-06T06:52:29Z" level=error msg="error while range on /registry/leases/kube-system/kube-scheduler : query (try>
: time="2023-03-06T06:52:34Z" level=error msg="error while range on /registry/runtimeclasses/ /registry/runtimeclasses/: que>
: time="2023-03-06T06:52:34Z" level=error msg="error while range on /registry/persistentvolumeclaims/observability/data-loki>
: time="2023-03-06T06:52:36Z" level=error msg="error in txn: query (try: 0): context canceled"
: time="2023-03-06T06:52:37Z" level=error msg="error while range on /registry/events/observability/kube-prom-stack-prometheu>
: time="2023-03-06T06:52:38Z" level=error msg="error while range on /registry/leases/kube-system/kube-controller-manager : q>
: time="2023-03-06T06:52:39Z" level=error msg="error while range on /registry/leases/kube-node-lease/raspbernetes-0 : query >
: time="2023-03-06T06:52:41Z" level=error msg="error in txn: query (try: 0): context canceled"
: time="2023-03-06T06:52:44Z" level=error msg="error while range on /registry/serviceaccounts/observability/observability-gr>
: time="2023-03-06T06:52:44Z" level=error msg="error while range on /registry/serviceaccounts/observability/loki-promtail : >
: time="2023-03-06T06:52:44Z" level=error msg="error while range on /registry/serviceaccounts/nginx-ingress/nginx-nginx-ingr>
: time="2023-03-06T06:52:44Z" level=error msg="error while range on /registry/serviceaccounts/metallb-system/metallb-speaker>

cp-1

ubuntu@raspbernetes-1:~$ cat /var/snap/microk8s/current/var/kubernetes/backend/cluster.yaml
- Address: 192.168.88.239:19001
  ID: 3297041220608546238
  Role: 0
- Address: 192.168.88.249:19001
  ID: 10829805846545420511
  Role: 0
- Address: 192.168.88.246:19001
  ID: 8819719984785607608
  Role: 0

cp-1-dqlite-logs

Mar 06 06:51:52 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:51:52Z" level=error msg="error while ran>
Mar 06 06:51:54 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:51:54Z" level=error msg="error while ran>
Mar 06 06:51:56 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:51:56Z" level=error msg="error while ran>
Mar 06 06:52:01 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:52:01Z" level=error msg="error while ran>
Mar 06 06:52:02 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:52:02Z" level=error msg="error while ran>
Mar 06 06:52:02 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:52:02Z" level=error msg="error in txn: q>
Mar 06 06:52:03 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:52:03Z" level=error msg="error while ran>
Mar 06 06:52:05 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:52:05Z" level=error msg="error while ran>
Mar 06 06:52:06 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:52:06Z" level=error msg="error while ran>
Mar 06 06:52:07 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:52:07Z" level=error msg="error while ran>
Mar 06 06:52:10 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:52:10Z" level=error msg="error while ran>
Mar 06 06:52:10 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:52:10Z" level=error msg="error while ran>
Mar 06 06:52:11 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:52:11Z" level=error msg="error while ran>
Mar 06 06:52:19 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:52:19Z" level=error msg="error while ran>
Mar 06 06:52:20 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:52:20Z" level=error msg="error while ran>
Mar 06 06:52:21 raspbernetes-0 microk8s.daemon-k8s-dqlite[881]: time="2023-03-06T06:52:21Z" level=error msg="error while ran>^Ctime="2023-03-06T06:52:44Z" level=error msg="error while range on /registry/serviceaccounts/metallb-system/metallb-speaker>
ubuntu@raspbernetes-1:~$ journalctl -u snap.microk8s.daemon-k8s-dqlite -n 30000
^C
ubuntu@raspbernetes-1:~$ journalctl -u snap.microk8s.daemon-k8s-dqlite -n 3000
Mar 06 07:52:21 raspbernetes-1 microk8s.daemon-k8s-dqlite[2262087]: time="2023-03-06T07:52:21Z" level=error msg="error while>
Mar 06 07:52:21 raspbernetes-1 microk8s.daemon-k8s-dqlite[2262087]: time="2023-03-06T07:52:21Z" level=error msg="error while>
Mar 06 07:52:21 raspbernetes-1 microk8s.daemon-k8s-dqlite[2262087]: time="2023-03-06T07:52:21Z" level=error msg="error while>
Mar 06 07:52:21 raspbernetes-1 microk8s.daemon-k8s-dqlite[2262087]: time="2023-03-06T07:52:21Z" level=error msg="error while>
Mar 06 07:52:21 raspbernetes-1 microk8s.daemon-k8s-dqlite[2262087]: time="2023-03-06T07:52:21Z" level=error msg="error while>
Mar 06 07:52:21 raspbernetes-1 microk8s.daemon-k8s-dqlite[2262087]: time="2023-03-06T07:52:21Z" level=error msg="error while>
Mar 06 07:52:21 raspbernetes-1 microk8s.daemon-k8s-dqlite[2262087]: time="2023-03-06T07:52:21Z" level=error msg="error while>
Mar 06 07:52:21 raspbernetes-1 microk8s.daemon-k8s-dqlite[2262087]: time="2023-03-06T07:52:21Z" level=error msg="error while>
Mar 06 07:52:21 raspbernetes-1 microk8s.daemon-k8s-dqlite[2262087]: time="2023-03-06T07:52:21Z" level=error msg="error while>
Mar 06 07:52:21 raspbernetes-1 microk8s.daemon-k8s-dqlite[2262087]: time="2023-03-06T07:52:21Z" level=error msg="error while>
Mar 06 07:52:21 raspbernetes-1 microk8s.daemon-k8s-dqlite[2262087]: time="2023-03-06T07:52:21Z" level=error msg="error while>
Mar 06 07:52:21 raspbernetes-1 microk8s.daemon-k8s-dqlite[2262087]: time="2023-03-06T07:52:21Z" level=error msg="error while>
Mar 06 07:52:23 raspbernetes-1 microk8s.daemon-k8s-dqlite[2262087]: time="2023-03-06T07:52:23Z" level=error msg="error while>
Mar 06 07:52:23 raspbernetes-1 microk8s.daemon-k8s-dqlite[2262087]: time="2023-03-06T07:52:23Z" level=error msg="error while>
Mar 06 07:52:25 raspbernetes-1 microk8s.daemon-k8s-dqlite[2262087]: time="2023-03-06T07:52:25Z" level=error msg="error while>
Mar 06 07:52:25 raspbernetes-1 microk8s.daemon-k8s-dqlite[2262087]: time="2023-03-06T07:52:25Z" level=error msg="error while>
Mar 06 07:52:27 raspbernetes-1 microk8s.daemon-k8s-dqlite[2262087]: time="2023-03-06T07:52:27Z" level=error msg="error while>
Mar 06 07:52:27 raspbernetes-1 microk8s.daemon-k8s-dqlite[2262087]: time="2023-03-06T07:52:27Z" level=error msg="error while>
Mar 06 07:52:28 raspbernetes-1 microk8s.daemon-k8s-dqlite[2262087]: time="2023-03-06T07:52:28Z" level=error msg="error while>
Mar 06 07:52:29 raspbernetes-1 microk8s.daemon-k8s-dqlite[2262087]: time="2023-03-06T07:52:29Z" level=error msg="error while>
Mar 06 07:52:30 raspbernetes-1 microk8s.daemon-k8s-dqlite[2262087]: time="2023-03-06T07:52:30Z" level=error msg="error in tx>
Mar 06 07:52:30 raspbernetes-1 microk8s.daemon-k8s-dqlite[2262087]: time="2023-03-06T07:52:30Z" level=error msg="error while>
Mar 06 07:52:31 raspbernetes-1 microk8s.daemon-k8s-dqlite[2262087]: time="2023-03-06T07:52:31Z" level=error msg="error while>
Mar 06 07:52:33 raspbernetes-1 microk8s.daemon-k8s-dqlite[2262087]: time="2023-03-06T07:52:33Z" level=error msg="error while>
Mar 06 07:52:33 raspbernetes-1 microk8s.daemon-k8s-dqlite[2262087]: time="2023-03-06T07:52:33Z" level=error msg="error while>
Mar 06 07:52:33 raspbernetes-1 microk8s.daemon-k8s-dqlite[2262087]: time="2023-03-06T07:52:33Z" level=error msg="error while>
Mar 06 07:52:33 raspbernetes-1 microk8s.daemon-k8s-dqlite[2262087]: time="2023-03-06T07:52:33Z" level=error msg="error while>
Mar 06 07:52:35 raspbernetes-1 microk8s.daemon-k8s-dqlite[2262087]: time="2023-03-06T07:52:35Z" level=error msg="error while>
Mar 06 07:52:36 raspbernetes-1 microk8s.daemon-k8s-dqlite[2262087]: time="2023-03-06T07:52:36Z" level=error msg="error while>
Mar 06 07:52:39 raspbernetes-1 microk8s.daemon-k8s-dqlite[2262087]: time="2023-03-06T07:52:39Z" level=error msg="error while>
Mar 06 07:52:39 raspbernetes-1 microk8s.daemon-k8s-dqlite[2262087]: time="2023-03-06T07:52:39Z" level=error msg="error while>

worker-1

ubuntu@raspbernetes-3:~$ sudo cat /var/snap/microk8s/current/var/kubernetes/backend/cluster.yaml
[sudo] password for ubuntu:
- Address: 127.0.0.1:19001
  ID: 3297041220608546238
  Role: 0