nvcnvn · June 8, 2022 14:26 · sluongng · Jun 8, 2022
diff --git a/logs b/logs
 E0608 04:27:15.934969      12 status.go:71] apiserver received an error that is not an metav1.Status: &url.Error{Op:"Get", URL:"https://10.148.0.16:10250/containerLogs/stag-xxxxxxx-kafka/kafka-connect-cb8bb6d6-k9m5j/kafka-connect?follow=true&sinceSeconds=60&tailLines=100&timestamps=true", Err:(*errors.errorString)(0xc010b91510)}: Get "https://10.148.0.16:10250/containerLogs/stag-xxxxxxx-kafka/kafka-connect-cb8bb6d6-k9m5j/kafka-connect?follow=true&sinceSeconds=60&tailLines=100&timestamps=true": dial timeout, backstop
 I0608 04:27:15.935536      12 trace.go:205] Trace[1615819059]: "Get" url:/api/v1/namespaces/stag-xxxxxxx-kafka/pods/kafka-connect-cb8bb6d6-k9m5j/log,user-agent:k9s/v0.0.0 (linux/amd64) kubernetes/$Format,audit-id:3e8bcfef-2059-4c7a-a7d6-4be656672924,client:14.169.228.176,accept:application/json, */*,protocol:HTTP/2.0 (08-Jun-2022 04:26:45.930) (total time: 30004ms):
 I0608 04:27:15.936006      12 httplog.go:109] "HTTP" verb="GET" URI="/api/v1/namespaces/stag-xxxxxxx-kafka/pods/kafka-connect-cb8bb6d6-k9m5j/log?container=kafka-connect&follow=true&sinceSeconds=60&tailLines=100&timestamps=true" latency="30.005175347s" userAgent="k9s/v0.0.0 (linux/amd64) kubernetes/$Format" audit-ID="3e8bcfef-2059-4c7a-a7d6-4be656672924" srcIP="14.169.228.176:60261" resp=500 statusStack="\ngoroutine 20585629 [running]:\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/httplog.(*respLogger).recordStatus(0xc03df03220, 0x1f4)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/httplog/httplog.go:290 +0xcf\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/httplog.(*respLogger).WriteHeader(0xc03df03220, 0x1f4)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/httplog/httplog.go:268 +0x35\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filters.(*auditResponseWriter).WriteHeader(0xc0389cfb00, 0x1f4)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filters/audit.go:221 +0x55\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/metrics.(*ResponseWriterDelegator).WriteHeader(0xc01f503710, 0x1f4)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/metrics/metrics.go:610 +0x45\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/handlers/responsewriters.(*deferredResponseWriter).Write(0xc0634410e0, 0xc082be2000, 0x12b, 0x1c2f6c, 0x0, 0x0, 0x0)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/handlers/responsewriters/writers.go:228 +0x2fd\nencoding/json.(*Encoder).Encode(0xc02a1199f8, 0x4f61e40, 0xc027de0140, 0x8ee71a, 0x5007f3a)\n\t/usr/local/go/src/encoding/json/stream.go:231 +0x1df\nk8s.io/kubernetes/vendor/k8s.io/apimachinery/pkg/runtime/serializer/json.(*Serializer).doEncode(0xc000420280, 0x57eee00, 0xc027de0140, 0x57e0640, 0xc0634410e0, 0x0, 0x0)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apimachinery/pkg/runtime/serializer/json/json.go:327 +0x2e9\nk8s.io/kubernetes/vendor/k8s.io/apimachinery/pkg/runtime/serializer/json.(*Serializer).Encode(0xc000420280, 0x57eee00, 0xc027de0140, 0x57e0640, 0xc0634410e0, 0x4037603, 0x6)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apimachinery/pkg/runtime/serializer/json/json.go:301 +0x169\nk8s.io/kubernetes/vendor/k8s.io/apimachinery/pkg/runtime/serializer/versioning.(*codec).doEncode(0xc027de0280, 0x57eee00, 0xc027de0140, 0x57e0640, 0xc0634410e0, 0x0, 0x0)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apimachinery/pkg/runtime/serializer/versioning/versioning.go:228 +0x3b6\nk8s.io/kubernetes/vendor/k8s.io/apimachinery/pkg/runtime/serializer/versioning.(*codec).Encode(0xc027de0280, 0x57eee00, 0xc027de0140, 0x57e0640, 0xc0634410e0, 0xc000103500, 0x3)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apimachinery/pkg/runtime/serializer/versioning/versioning.go:184 +0x170\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/handlers/responsewriters.SerializeObject(0x502639c, 0x10, 0x7fe0297d6db0, 0xc027de0280, 0x583f008, 0xc02e9eaa98, 0xc02dbf1500, 0x1f4, 0x57eee00, 0xc027de0140)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/handlers/responsewriters/writers.go:106 +0x457\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/handlers/responsewriters.WriteObjectNegotiated(0x5841b88, 0xc000eecb00, 0x5841d98, 0x7d5e660, 0x0, 0x0, 0x5007f3a, 0x2, 0x583f008, 0xc02e9eaa98, ...)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/handlers/responsewriters/writers.go:275 +0x5cd\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/handlers/responsewriters.ErrorNegotiated(0x57e1e40, 0xc085b952f0, 0x5841b88, 0xc000eecb00, 0x0, 0x0, 0x5007f3a, 0x2, 0x583f008, 0xc02e9eaa98, ...)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/handlers/responsewriters/writers.go:294 +0x16f\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/handlers/responsewriters.StreamObject(0xc8, 0x0, 0x0, 0x5007f3a, 0x2, 0x5841b88, 0xc000eecb00, 0x7fdfddcf1238, 0xc02443fc20, 0x583f008, ...)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/handlers/responsewriters/writers.go:52 +0x8f0\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/handlers/responsewriters.WriteObjectNegotiated.func1()\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/handlers/responsewriters/writers.go:252 +0x91\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/metrics.RecordLongRunning(0xc02dbf1500, 0xc025cb5ef0, 0x5011f54, 0x9, 0xc02a11a860)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/metrics/metrics.go:427 +0x3dd\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/handlers/responsewriters.WriteObjectNegotiated(0x5841b88, 0xc000eecb00, 0x583efa8, 0xc0093ccea0, 0x0, 0x0, 0x5007f3a, 0x2, 0x583f008, 0xc02e9eaa98, ...)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/handlers/responsewriters/writers.go:251 +0x218\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/handlers.transformResponseObject(0x5844178, 0xc01f503770, 0xc0093ccea0, 0xc09446ad20, 0xc02dbf1500, 0x583f008, 0xc02e9eaa98, 0xc8, 0x0, 0x0, ...)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/handlers/response.go:137 +0x375\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/handlers.getResourceHandler.func1(0x583f008, 0xc02e9eaa98, 0xc02dbf1500)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/handlers/get.go:79 +0x858\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints.restfulGetResourceWithOptions.func1(0xc01f5034d0, 0xc09446acb0)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/installer.go:1222 +0x71\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/metrics.InstrumentRouteFunc.func1(0xc01f5034d0, 0xc09446acb0)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/metrics/metrics.go:484 +0x2d5\nk8s.io/kubernetes/vendor/github.com/emicklei/go-restful.(*Container).dispatch(0xc000dc0900, 0x583ef78, 0xc02e9eaa70, 0xc02dbf1500)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/github.com/emicklei/go-restful/container.go:288 +0xa7d\nk8s.io/kubernetes/vendor/github.com/emicklei/go-restful.(*Container).Dispatch(...)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/github.com/emicklei/go-restful/container.go:199\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server.director.ServeHTTP(0x501fad0, 0xe, 0xc000dc0900, 0xc000a20000, 0x583ef78, 0xc02e9eaa70, 0xc02dbf1500)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/handler.go:146 +0x63e\nk8s.io/kubernetes/vendor/k8s.io/kube-aggregator/pkg/apiserver.(*proxyHandler).ServeHTTP(0xc001fd6500, 0x583ef78, 0xc02e9eaa70, 0xc02dbf1500)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/kube-aggregator/pkg/apiserver/handler_proxy.go:123 +0x183\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/mux.(*pathHandler).ServeHTTP(0xc04236cd40, 0x583ef78, 0xc02e9eaa70, 0xc02dbf1500)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/mux/pathrecorder.go:248 +0x4c4\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/mux.(*PathRecorderMux).ServeHTTP(0xc0099bad90, 0x583ef78, 0xc02e9eaa70, 0xc02dbf1500)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/mux/pathrecorder.go:234 +0x8c\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server.director.ServeHTTP(0x502316e, 0xf, 0xc000ea97a0, 0xc0099bad90, 0x583ef78, 0xc02e9eaa70, 0xc02dbf1500)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/handler.go:154 +0x914\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filterlatency.trackCompleted.func1(0x583ef78, 0xc02e9eaa70, 0xc02dbf1500)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filterlatency/filterlatency.go:103 +0x193\nnet/http.HandlerFunc.ServeHTTP(0xc0099c7e00, 0x583ef78, 0xc02e9eaa70, 0xc02dbf1500)\n\t/usr/local/go/src/net/http/server.go:2050 +0x44\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filters.WithAuthorization.func1(0x583ef78, 0xc02e9eaa70, 0xc02dbf1500)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filters/authorization.go:64 +0x603\nnet/http.HandlerFunc.ServeHTTP(0xc00999ee00, 0x583ef78, 0xc02e9eaa70, 0xc02dbf1500)\n\t/usr/local/go/src/net/http/server.go:2050 +0x44\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filterlatency.trackStarted.func1(0x583ef78, 0xc02e9eaa70, 0xc02dbf1500)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filterlatency/filterlatency.go:79 +0x186\nnet/http.HandlerFunc.ServeHTTP(0xc00999ee40, 0x583ef78, 0xc02e9eaa70, 0xc02dbf1500)\n\t/usr/local/go/src/net/http/server.go:2050 +0x44\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filterlatency.trackCompleted.func1(0x583ef78, 0xc02e9eaa70, 0xc02dbf1500)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filterlatency/filterlatency.go:103 +0x193\nnet/http.HandlerFunc.ServeHTTP(0xc0099c7e30, 0x583ef78, 0xc02e9eaa70, 0xc02dbf1500)\n\t/usr/local/go/src/net/http/server.go:2050 +0x44\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/filters.WithPriorityAndFairness.func1(0x583ef78, 0xc02e9eaa70, 0xc02dbf1500)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/filters/priority-and-fairness.go:88 +0x1172\nnet/http.HandlerFunc.ServeHTTP(0xc00999ee80, 0x583ef78, 0xc02e9eaa70, 0xc02dbf1500)\n\t/usr/local/go/src/net/http/server.go:2050 +0x44\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filterlatency.trackStarted.func1(0x583ef78, 0xc02e9eaa70, 0xc02dbf1500)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filterlatency/filterlatency.go:79 +0x186\nnet/http.HandlerFunc.ServeHTTP(0xc00999eec0, 0x583ef78, 0xc02e9eaa70, 0xc02dbf1500)\n\t/usr/local/go/src/net/http/server.go:2050 +0x44\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filterlatency.trackCompleted.func1(0x583ef78, 0xc02e9eaa70, 0xc02dbf1500)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filterlatency/filterlatency.go:103 +0x193\nnet/http.HandlerFunc.ServeHTTP(0xc0099c7e60, 0x583ef78, 0xc02e9eaa70, 0xc02dbf1500)\n\t/usr/local/go/src/net/http/server.go:2050 +0x44\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filters.WithImpersonation.func1(0x583ef78, 0xc02e9eaa70, 0xc02dbf1500)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filters/impersonation.go:50 +0x274d\nnet/http.HandlerFunc.ServeHTTP(0xc00999ef00, 0x583ef78, 0xc02e9eaa70, 0xc02dbf1500)\n\t/usr/local/go/src/net/http/server.go:2050 +0x44\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filterlatency.trackStarted.func1(0x583ef78, 0xc02e9eaa70, 0xc02dbf1500)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filterlatency/filterlatency.go:79 +0x186\nnet/http.HandlerFunc.ServeHTTP(0xc00999ef40, 0x583ef78, 0xc02e9eaa70, 0xc02dbf1500)\n\t/usr/local/go/src/net/http/server.go:2050 +0x44\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filterlatency.trackCompleted.func1(0x583ef78, 0xc02e9eaa70, 0xc02dbf1500)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filterlatency/filterlatency.go:103 +0x193\nnet/http.HandlerFunc.ServeHTTP(0xc0099c7e90, 0x583ef78, 0xc02e9eaa70, 0xc02dbf1500)\n\t/usr/local/go/src/net/http/server.go:2050 +0x44\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filters.WithAudit.func1(0x583f0c8, 0xc03df03220, 0xc02dbf1400)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filters/audit.go:111 +0x50d\nnet/http.HandlerFunc.ServeHTTP(0xc00999ef80, 0x583f0c8, 0xc03df03220, 0xc02dbf1400)\n\t/usr/local/go/src/net/http/server.go:2050 +0x44\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filterlatency.trackStarted.func1(0x583f0c8, 0xc03df03220, 0xc02dbf1400)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filterlatency/filterlatency.go:79 +0x186\nnet/http.HandlerFunc.ServeHTTP(0xc00999efc0, 0x583f0c8, 0xc03df03220, 0xc02dbf1400)\n\t/usr/local/go/src/net/http/server.go:2050 +0x44\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filterlatency.trackCompleted.func1(0x583f0c8, 0xc03df03220, 0xc02dbf1400)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filterlatency/filterlatency.go:103 +0x193\nnet/http.HandlerFunc.ServeHTTP(0xc0099c7ef0, 0x583f0c8, 0xc03df03220, 0xc02dbf1400)\n\t/usr/local/go/src/net/http/server.go:2050 +0x44\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filters.withAuthentication.func1(0x583f0c8, 0xc03df03220, 0xc02dbf1400)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filters/authentication.go:80 +0x75c\nnet/http.HandlerFunc.ServeHTTP(0xc00b7bed80, 0x583f0c8, 0xc03df03220, 0xc02dbf1200)\n\t/usr/local/go/src/net/http/server.go:2050 +0x44\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filterlatency.trackStarted.func1(0x583f0c8, 0xc03df03220, 0xc02dbf1100)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filterlatency/filterlatency.go:88 +0x38c\nnet/http.HandlerFunc.ServeHTTP(0xc00999f040, 0x583f0c8, 0xc03df03220, 0xc02dbf1100)\n\t/usr/local/go/src/net/http/server.go:2050 +0x44\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/filters.(*timeoutHandler).ServeHTTP(0xc00ab31278, 0x583f0c8, 0xc03df03220, 0xc02dbf1100)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/filters/timeout.go:85 +0x2f1\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filters.withRequestDeadline.func1(0x583f0c8, 0xc03df03220, 0xc02dbf1100)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filters/request_deadline.go:66 +0x8dc\nnet/http.HandlerFunc.ServeHTTP(0xc0099bae00, 0x583f0c8, 0xc03df03220, 0xc02dbf1100)\n\t/usr/local/go/src/net/http/server.go:2050 +0x44\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/filters.WithWaitGroup.func1(0x583f0c8, 0xc03df03220, 0xc02dbf1100)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/filters/waitgroup.go:59 +0x137\nnet/http.HandlerFunc.ServeHTTP(0xc0099c7f20, 0x583f0c8, 0xc03df03220, 0xc02dbf1100)\n\t/usr/local/go/src/net/http/server.go:2050 +0x44\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filters.WithAuditAnnotations.func1(0x583f0c8, 0xc03df03220, 0xc02dbf0f00)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filters/audit_annotations.go:37 +0x142\nnet/http.HandlerFunc.ServeHTTP(0xc00ab31308, 0x583f0c8, 0xc03df03220, 0xc02dbf0f00)\n\t/usr/local/go/src/net/http/server.go:2050 +0x44\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filters.WithWarningRecorder.func1(0x583f0c8, 0xc03df03220, 0xc02dbf0e00)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filters/warning.go:35 +0x1a8\nnet/http.HandlerFunc.ServeHTTP(0xc00ab313b0, 0x583f0c8, 0xc03df03220, 0xc02dbf0e00)\n\t/usr/local/go/src/net/http/server.go:2050 +0x44\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filters.WithCacheControl.func1(0x583f0c8, 0xc03df03220, 0xc02dbf0e00)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filters/cachecontrol.go:31 +0xa8\nnet/http.HandlerFunc.ServeHTTP(0xc00ab31440, 0x583f0c8, 0xc03df03220, 0xc02dbf0e00)\n\t/usr/local/go/src/net/http/server.go:2050 +0x44\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/httplog.WithLogging.func1(0x58345c8, 0xc02e9eaa68, 0xc02dbf0d00)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/httplog/httplog.go:108 +0x37e\nnet/http.HandlerFunc.ServeHTTP(0xc0099ada00, 0x58345c8, 0xc02e9eaa68, 0xc02dbf0d00)\n\t/usr/local/go/src/net/http/server.go:2050 +0x44\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filters.WithRequestInfo.func1(0x58345c8, 0xc02e9eaa68, 0xc02dbf0c00)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filters/requestinfo.go:39 +0x287\nnet/http.HandlerFunc.ServeHTTP(0xc0099c7f50, 0x58345c8, 0xc02e9eaa68, 0xc02dbf0c00)\n\t/usr/local/go/src/net/http/server.go:2050 +0x44\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filters.withRequestReceivedTimestampWithClock.func1(0x58345c8, 0xc02e9eaa68, 0xc02dbf0b00)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filters/request_received_time.go:38 +0x1a7\nnet/http.HandlerFunc.ServeHTTP(0xc0099c7f80, 0x58345c8, 0xc02e9eaa68, 0xc02dbf0b00)\n\t/usr/local/go/src/net/http/server.go:2050 +0x44\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/filters.withPanicRecovery.func1(0x58345c8, 0xc02e9eaa68, 0xc02dbf0b00)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/filters/wrap.go:74 +0xe6\nnet/http.HandlerFunc.ServeHTTP(0xc0099ada20, 0x58345c8, 0xc02e9eaa68, 0xc02dbf0b00)\n\t/usr/local/go/src/net/http/server.go:2050 +0x44\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filters.withAuditID.func1(0x58345c8, 0xc02e9eaa68, 0xc02dbf0400)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/endpoints/filters/with_auditid.go:66 +0x20a\nnet/http.HandlerFunc.ServeHTTP(0xc0099ada40, 0x58345c8, 0xc02e9eaa68, 0xc02dbf0400)\n\t/usr/local/go/src/net/http/server.go:2050 +0x44\nk8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server.(*APIServerHandler).ServeHTTP(0xc0099c7fb0, 0x58345c8, 0xc02e9eaa68, 0xc02dbf0400)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/k8s.io/apiserver/pkg/server/handler.go:189 +0x51\nnet/http.serverHandler.ServeHTTP(0xc01256d180, 0x58345c8, 0xc02e9eaa68, 0xc02dbf0400)\n\t/usr/local/go/src/net/http/server.go:2868 +0xa3\nnet/http.initALPNRequest.ServeHTTP(0x5844178, 0xc029fbd500, 0xc031c64380, 0xc01256d180, 0x58345c8, 0xc02e9eaa68, 0xc02dbf0400)\n\t/usr/local/go/src/net/http/server.go:3440 +0x8d\nk8s.io/kubernetes/vendor/golang.org/x/net/http2.(*serverConn).runHandler(0xc0a09baa80, 0xc02e9eaa68, 0xc02dbf0400, 0xc08c835038)\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/golang.org/x/net/http2/server.go:2184 +0x8b\ncreated by k8s.io/kubernetes/vendor/golang.org/x/net/http2.(*serverConn).processHeaders\n\t/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/vendor/golang.org/x/net/http2/server.go:1914 +0x5a5\n" addedInfo="\nlogging error output: \"{\\\"kind\\\":\\\"Status\\\",\\\"apiVersion\\\":\\\"v1\\\",\\\"metadata\\\":{},\\\"status\\\":\\\"Failure\\\",\\\"message\\\":\\\"Get \\\\\\\"https://10.148.0.16:10250/containerLogs/stag-xxxxxxx-kafka/kafka-connect-cb8bb6d6-k9m5j/kafka-connect?follow=true\\\\u0026sinceSeconds=60\\\\u0026tailLines=100\\\\u0026timestamps=true\\\\\\\": dial timeout, backstop\\\",\\\"code\\\":500}\\n\"\n"