Skip to content

Instantly share code, notes, and snippets.

@damitkwr

damitkwr/manager.logs

Created August 29, 2019 18:32
Show Gist options
  • Save damitkwr/1d151c6c7786967ad04c1b0f6eeaaaad to your computer and use it in GitHub Desktop.
Save damitkwr/1d151c6c7786967ad04c1b0f6eeaaaad to your computer and use it in GitHub Desktop.
Download ZIP
Raw
manager.logs
2019/08/29 17:42:19 http: TLS handshake error from 10.24.0.29:58834: tls: first record does not look like a TLS handshake
2019/08/29 17:42:34 http: TLS handshake error from 10.24.0.29:59008: tls: first record does not look like a TLS handshake
2019/08/29 17:42:49 http: TLS handshake error from 10.24.0.29:59186: tls: first record does not look like a TLS handshake
2019/08/29 17:43:04 http: TLS handshake error from 10.24.0.29:59376: tls: first record does not look like a TLS handshake
predictor is now
{"name":"nvidia-sp","graph":{"name":"sp-predictor-istio","type":"MODEL","implementation":"UNKNOWN_IMPLEMENTATION","endpoint":{"type":"REST"},"parameters":[{"name":"url","value":"localhost:2001","type":"STRING"},{"name":"model_name","value":"spelling_model","type":"STRING"},{"name":"protocol","value":"grpc","type":"STRING"}]},"componentSpecs":[{"metadata":{"creationTimestamp":null},"spec":{"containers":[{"name":"sp-predictor-istio","image":"gcr.io/gn-data-science-project02/dev-models/sp-predictor:0.3","resources":{"limits":{"cpu":"2"},"requests":{"cpu":"2"}}},{"name":"inference-server","image":"nvcr.io/nvidia/tensorrtserver:19.07-py3","command":["trtserver"],"args":["--model-store=gs://dev-models-dsg/search/spelling-models-256","--http-port=2000","--grpc-port=2001"],"ports":[{"containerPort":2000,"protocol":"TCP"},{"containerPort":2001,"protocol":"TCP"},{"containerPort":2002,"protocol":"TCP"}],"resources":{"limits":{"cpu":"1","nvidia.com/gpu":"1"},"requests":{"cpu":"1","nvidia.com/gpu":"1"}},"securityContext":{"runAsUser":1000}}],"terminationGracePeriodSeconds":1,"imagePullSecrets":[{"name":"ngc"}]}}],"replicas":1,"engineResources":{},"labels":{"fluentd":"true","version":"v1"},"svcOrchSpec":{"resources":{"requests":{"cpu":"1"}}},"explainer":{"containerSpec":{"name":"","resources":{}}}}
{"level":"info","ts":1567100593.8135993,"logger":"seldon-controller","msg":"pSvcName","val":"nvidia-sp-nvidia-sp-nvidia-sp"}
{"level":"info","ts":1567100593.8138044,"logger":"seldon-controller","msg":"Not creating container service for inference-server"}
{"level":"info","ts":1567100593.813991,"logger":"seldon-controller","msg":"Creating default Ambassador config"}
{"level":"info","ts":1567100593.8143451,"logger":"seldon-controller","msg":"Creating Deployment","namespace":"seldon","name":"nvidia-sp-nvidia-sp-8888366"}
{"volumes":[{"name":"podinfo","downwardAPI":{"items":[{"path":"annotations","fieldRef":{"apiVersion":"v1","fieldPath":"metadata.annotations"}}],"defaultMode":420}}],"containers":[{"name":"sp-predictor-istio","image":"gcr.io/gn-data-science-project02/dev-models/sp-predictor:0.3","ports":[{"name":"http","containerPort":9000,"protocol":"TCP"}],"env":[{"name":"PREDICTIVE_UNIT_SERVICE_PORT","value":"9000"},{"name":"PREDICTIVE_UNIT_ID","value":"sp-predictor-istio"},{"name":"PREDICTOR_ID","value":"nvidia-sp"},{"name":"SELDON_DEPLOYMENT_ID","value":"nvidia-sp"},{"name":"PREDICTIVE_UNIT_PARAMETERS","value":"[{\"name\":\"url\",\"value\":\"localhost:2001\",\"type\":\"STRING\"},{\"name\":\"model_name\",\"value\":\"spelling_model\",\"type\":\"STRING\"},{\"name\":\"protocol\",\"value\":\"grpc\",\"type\":\"STRING\"}]"}],"resources":{"limits":{"cpu":"2"},"requests":{"cpu":"2"}},"livenessProbe":{"tcpSocket":{"port":"http"},"initialDelaySeconds":60,"timeoutSeconds":1,"periodSeconds":5,"successThreshold":1,"failureThreshold":3},"readinessProbe":{"tcpSocket":{"port":"http"},"initialDelaySeconds":20,"timeoutSeconds":1,"periodSeconds":5,"successThreshold":1,"failureThreshold":3},"lifecycle":{"preStop":{"exec":{"command":["/bin/sh","-c","/bin/sleep 10"]}}},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"},{"name":"inference-server","image":"nvcr.io/nvidia/tensorrtserver:19.07-py3","command":["trtserver"],"args":["--model-store=gs://dev-models-dsg/search/spelling-models-256","--http-port=2000","--grpc-port=2001"],"ports":[{"containerPort":2000,"protocol":"TCP"},{"containerPort":2001,"protocol":"TCP"},{"containerPort":2002,"protocol":"TCP"}],"resources":{"limits":{"cpu":"1","nvidia.com/gpu":"1"},"requests":{"cpu":"1","nvidia.com/gpu":"1"}},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent","securityContext":{"runAsUser":1000}},{"name":"seldon-container-engine","image":"docker.io/seldonio/engine:0.4.0","ports":[{"containerPort":8000,"protocol":"TCP"},{"containerPort":5001,"protocol":"TCP"},{"name":"admin","containerPort":8082,"protocol":"TCP"},{"name":"jmx","containerPort":9090,"protocol":"TCP"}],"env":[{"name":"ENGINE_PREDICTOR","value":"eyJuYW1lIjoibnZpZGlhLXNwIiwiZ3JhcGgiOnsibmFtZSI6InNwLXByZWRpY3Rvci1pc3RpbyIsInR5cGUiOiJNT0RFTCIsImltcGxlbWVudGF0aW9uIjoiVU5LTk9XTl9JTVBMRU1FTlRBVElPTiIsImVuZHBvaW50Ijp7InNlcnZpY2VfaG9zdCI6ImxvY2FsaG9zdCIsInNlcnZpY2VfcG9ydCI6OTAwMCwidHlwZSI6IlJFU1QifSwicGFyYW1ldGVycyI6W3sibmFtZSI6InVybCIsInZhbHVlIjoibG9jYWxob3N0OjIwMDEiLCJ0eXBlIjoiU1RSSU5HIn0seyJuYW1lIjoibW9kZWxfbmFtZSIsInZhbHVlIjoic3BlbGxpbmdfbW9kZWwiLCJ0eXBlIjoiU1RSSU5HIn0seyJuYW1lIjoicHJvdG9jb2wiLCJ2YWx1ZSI6ImdycGMiLCJ0eXBlIjoiU1RSSU5HIn1dfSwiY29tcG9uZW50U3BlY3MiOlt7Im1ldGFkYXRhIjp7ImNyZWF0aW9uVGltZXN0YW1wIjpudWxsfSwic3BlYyI6eyJjb250YWluZXJzIjpbeyJuYW1lIjoic3AtcHJlZGljdG9yLWlzdGlvIiwiaW1hZ2UiOiJnY3IuaW8vZ24tZGF0YS1zY2llbmNlLXByb2plY3QwMi9kZXYtbW9kZWxzL3NwLXByZWRpY3RvcjowLjMiLCJwb3J0cyI6W3sibmFtZSI6Imh0dHAiLCJjb250YWluZXJQb3J0Ijo5MDAwLCJwcm90b2NvbCI6IlRDUCJ9XSwiZW52IjpbeyJuYW1lIjoiUFJFRElDVElWRV9VTklUX1NFUlZJQ0VfUE9SVCIsInZhbHVlIjoiOTAwMCJ9LHsibmFtZSI6IlBSRURJQ1RJVkVfVU5JVF9JRCIsInZhbHVlIjoic3AtcHJlZGljdG9yLWlzdGlvIn0seyJuYW1lIjoiUFJFRElDVE9SX0lEIiwidmFsdWUiOiJudmlkaWEtc3AifSx7Im5hbWUiOiJTRUxET05fREVQTE9ZTUVOVF9JRCIsInZhbHVlIjoibnZpZGlhLXNwIn0seyJuYW1lIjoiUFJFRElDVElWRV9VTklUX1BBUkFNRVRFUlMiLCJ2YWx1ZSI6Ilt7XCJuYW1lXCI6XCJ1cmxcIixcInZhbHVlXCI6XCJsb2NhbGhvc3Q6MjAwMVwiLFwidHlwZVwiOlwiU1RSSU5HXCJ9LHtcIm5hbWVcIjpcIm1vZGVsX25hbWVcIixcInZhbHVlXCI6XCJzcGVsbGluZ19tb2RlbFwiLFwidHlwZVwiOlwiU1RSSU5HXCJ9LHtcIm5hbWVcIjpcInByb3RvY29sXCIsXCJ2YWx1ZVwiOlwiZ3JwY1wiLFwidHlwZVwiOlwiU1RSSU5HXCJ9XSJ9XSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiIyIn0sInJlcXVlc3RzIjp7ImNwdSI6IjIifX0sImxpdmVuZXNzUHJvYmUiOnsidGNwU29ja2V0Ijp7InBvcnQiOiJodHRwIn0sImluaXRpYWxEZWxheVNlY29uZHMiOjYwLCJ0aW1lb3V0U2Vjb25kcyI6MSwicGVyaW9kU2Vjb25kcyI6NSwic3VjY2Vzc1RocmVzaG9sZCI6MSwiZmFpbHVyZVRocmVzaG9sZCI6M30sInJlYWRpbmVzc1Byb2JlIjp7InRjcFNvY2tldCI6eyJwb3J0IjoiaHR0cCJ9LCJpbml0aWFsRGVsYXlTZWNvbmRzIjoyMCwidGltZW91dFNlY29uZHMiOjEsInBlcmlvZFNlY29uZHMiOjUsInN1Y2Nlc3NUaHJlc2hvbGQiOjEsImZhaWx1cmVUaHJlc2hvbGQiOjN9LCJsaWZlY3ljbGUiOnsicHJlU3RvcCI6eyJleGVjIjp7ImNvbW1hbmQiOlsiL2Jpbi9zaCIsIi1jIiwiL2Jpbi9zbGVlcCAxMCJdfX19LCJ0ZXJtaW5hdGlvbk1lc3NhZ2VQYXRoIjoiL2Rldi90ZXJtaW5hdGlvbi1sb2ciLCJ0ZXJtaW5hdGlvbk1lc3NhZ2VQb2xpY3kiOiJGaWxlIiwiaW1hZ2VQdWxsUG9saWN5IjoiSWZOb3RQcmVzZW50In0seyJuYW1lIjoiaW5mZXJlbmNlLXNlcnZlciIsImltYWdlIjoibnZjci5pby9udmlkaWEvdGVuc29ycnRzZXJ2ZXI6MTkuMDctcHkzIiwiY29tbWFuZCI6WyJ0cnRzZXJ2ZXIiXSwiYXJncyI6WyItLW1vZGVsLXN0b3JlPWdzOi8vZGV2LW1vZGVscy1kc2cvc2VhcmNoL3NwZWxsaW5nLW1vZGVscy0yNTYiLCItLWh0dHAtcG9ydD0yMDAwIiwiLS1ncnBjLXBvcnQ9MjAwMSJdLCJwb3J0cyI6W3siY29udGFpbmVyUG9ydCI6MjAwMCwicHJvdG9jb2wiOiJUQ1AifSx7ImNvbnRhaW5lclBvcnQiOjIwMDEsInByb3RvY29sIjoiVENQIn0seyJjb250YWluZXJQb3J0IjoyMDAyLCJwcm90b2NvbCI6IlRDUCJ9XSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiIxIiwibnZpZGlhLmNvbS9ncHUiOiIxIn0sInJlcXVlc3RzIjp7ImNwdSI6IjEiLCJudmlkaWEuY29tL2dwdSI6IjEifX0sInRlcm1pbmF0aW9uTWVzc2FnZVBhdGgiOiIvZGV2L3Rlcm1pbmF0aW9uLWxvZyIsInRlcm1pbmF0aW9uTWVzc2FnZVBvbGljeSI6IkZpbGUiLCJpbWFnZVB1bGxQb2xpY3kiOiJJZk5vdFByZXNlbnQiLCJzZWN1cml0eUNvbnRleHQiOnsicnVuQXNVc2VyIjoxMDAwfX1dLCJ0ZXJtaW5hdGlvbkdyYWNlUGVyaW9kU2Vjb25kcyI6MSwiaW1hZ2VQdWxsU2VjcmV0cyI6W3sibmFtZSI6Im5nYyJ9XX19XSwicmVwbGljYXMiOjEsImVuZ2luZVJlc291cmNlcyI6e30sImxhYmVscyI6eyJmbHVlbnRkIjoidHJ1ZSIsInZlcnNpb24iOiJ2MSJ9LCJzdmNPcmNoU3BlYyI6eyJyZXNvdXJjZXMiOnsicmVxdWVzdHMiOnsiY3B1IjoiMSJ9fX0sImV4cGxhaW5lciI6eyJjb250YWluZXJTcGVjIjp7Im5hbWUiOiIiLCJyZXNvdXJjZXMiOnt9fX19"},{"name":"DEPLOYMENT_NAME","value":"nvidia-sp"},{"name":"DEPLOYMENT_NAMESPACE","value":"seldon"},{"name":"ENGINE_SERVER_PORT","value":"8000"},{"name":"ENGINE_SERVER_GRPC_PORT","value":"5001"},{"name":"JAVA_OPTS","value":"-server -Dcom.sun.management.jmxremote.rmi.port=9090 -Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.port=9090 -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.local.only=false -Djava.rmi.server.hostname=127.0.0.1"},{"name":"SELDON_LOG_MESSAGES_EXTERNALLY","value":"false"}],"resources":{"requests":{"cpu":"1"}},"volumeMounts":[{"name":"podinfo","mountPath":"/etc/podinfo"}],"livenessProbe":{"httpGet":{"path":"/live","port":"admin","scheme":"HTTP"},"initialDelaySeconds":20,"timeoutSeconds":2,"periodSeconds":5,"successThreshold":1,"failureThreshold":7},"readinessProbe":{"httpGet":{"path":"/ready","port":"admin","scheme":"HTTP"},"initialDelaySeconds":20,"timeoutSeconds":2,"periodSeconds":1,"successThreshold":1,"failureThreshold":1},"lifecycle":{"preStop":{"exec":{"command":["/bin/sh","-c","curl 127.0.0.1:8000/pause; /bin/sleep 10"]}}},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent","securityContext":{"runAsUser":8888,"procMount":"Default"}}],"restartPolicy":"Always","terminationGracePeriodSeconds":20,"dnsPolicy":"ClusterFirst","securityContext":{},"imagePullSecrets":[{"name":"ngc"}],"schedulerName":"default-scheduler"}
{"level":"info","ts":1567100593.8345373,"logger":"seldon-controller","msg":"Creating Service","namespace":"seldon","name":"seldon-5962968fa362e710c7798d69cd566fa6"}
{"level":"info","ts":1567100593.8851404,"logger":"seldon-controller","msg":"Skipping Ambassador Svc"}
{"level":"info","ts":1567100593.8852189,"logger":"seldon-controller","msg":"Creating Virtual Service","namespace":"seldon","name":"nvidia-sp-nvidia-sp-http"}
{"level":"info","ts":1567100593.9358246,"logger":"seldon-controller","msg":"Creating Virtual Service","namespace":"seldon","name":"nvidia-sp-nvidia-sp-grpc"}
{"level":"info","ts":1567100593.9649327,"logger":"seldon-controller","msg":"Creating Istio Destination Rule","namespace":"seldon","name":"nvidia-sp-nvidia-sp-nvidia-sp"}
{"level":"info","ts":1567100593.9789405,"logger":"seldon-controller","msg":"pSvcName","val":"nvidia-sp-nvidia-sp-nvidia-sp"}
{"level":"info","ts":1567100593.9791331,"logger":"seldon-controller","msg":"Not creating container service for inference-server"}
{"level":"info","ts":1567100593.979665,"logger":"seldon-controller","msg":"Creating default Ambassador config"}
{"level":"info","ts":1567100593.9807138,"logger":"seldon-controller","msg":"Updating Deployment","namespace":"seldon","name":"nvidia-sp-nvidia-sp-8888366"}
{"volumes":[{"name":"podinfo","downwardAPI":{"items":[{"path":"annotations","fieldRef":{"apiVersion":"v1","fieldPath":"metadata.annotations"}}],"defaultMode":420}}],"containers":[{"name":"sp-predictor-istio","image":"gcr.io/gn-data-science-project02/dev-models/sp-predictor:0.3","ports":[{"name":"http","containerPort":9000,"protocol":"TCP"}],"env":[{"name":"PREDICTIVE_UNIT_SERVICE_PORT","value":"9000"},{"name":"PREDICTIVE_UNIT_ID","value":"sp-predictor-istio"},{"name":"PREDICTOR_ID","value":"nvidia-sp"},{"name":"SELDON_DEPLOYMENT_ID","value":"nvidia-sp"},{"name":"PREDICTIVE_UNIT_PARAMETERS","value":"[{\"name\":\"url\",\"value\":\"localhost:2001\",\"type\":\"STRING\"},{\"name\":\"model_name\",\"value\":\"spelling_model\",\"type\":\"STRING\"},{\"name\":\"protocol\",\"value\":\"grpc\",\"type\":\"STRING\"}]"}],"resources":{"limits":{"cpu":"2"},"requests":{"cpu":"2"}},"livenessProbe":{"tcpSocket":{"port":"http"},"initialDelaySeconds":60,"timeoutSeconds":1,"periodSeconds":5,"successThreshold":1,"failureThreshold":3},"readinessProbe":{"tcpSocket":{"port":"http"},"initialDelaySeconds":20,"timeoutSeconds":1,"periodSeconds":5,"successThreshold":1,"failureThreshold":3},"lifecycle":{"preStop":{"exec":{"command":["/bin/sh","-c","/bin/sleep 10"]}}},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"},{"name":"inference-server","image":"nvcr.io/nvidia/tensorrtserver:19.07-py3","command":["trtserver"],"args":["--model-store=gs://dev-models-dsg/search/spelling-models-256","--http-port=2000","--grpc-port=2001"],"ports":[{"containerPort":2000,"protocol":"TCP"},{"containerPort":2001,"protocol":"TCP"},{"containerPort":2002,"protocol":"TCP"}],"resources":{"limits":{"cpu":"1","nvidia.com/gpu":"1"},"requests":{"cpu":"1","nvidia.com/gpu":"1"}},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent","securityContext":{"runAsUser":1000}},{"name":"seldon-container-engine","image":"docker.io/seldonio/engine:0.4.0","ports":[{"containerPort":8000,"protocol":"TCP"},{"containerPort":5001,"protocol":"TCP"},{"name":"admin","containerPort":8082,"protocol":"TCP"},{"name":"jmx","containerPort":9090,"protocol":"TCP"}],"env":[{"name":"ENGINE_PREDICTOR","value":"eyJuYW1lIjoibnZpZGlhLXNwIiwiZ3JhcGgiOnsibmFtZSI6InNwLXByZWRpY3Rvci1pc3RpbyIsInR5cGUiOiJNT0RFTCIsImltcGxlbWVudGF0aW9uIjoiVU5LTk9XTl9JTVBMRU1FTlRBVElPTiIsImVuZHBvaW50Ijp7InNlcnZpY2VfaG9zdCI6ImxvY2FsaG9zdCIsInNlcnZpY2VfcG9ydCI6OTAwMCwidHlwZSI6IlJFU1QifSwicGFyYW1ldGVycyI6W3sibmFtZSI6InVybCIsInZhbHVlIjoibG9jYWxob3N0OjIwMDEiLCJ0eXBlIjoiU1RSSU5HIn0seyJuYW1lIjoibW9kZWxfbmFtZSIsInZhbHVlIjoic3BlbGxpbmdfbW9kZWwiLCJ0eXBlIjoiU1RSSU5HIn0seyJuYW1lIjoicHJvdG9jb2wiLCJ2YWx1ZSI6ImdycGMiLCJ0eXBlIjoiU1RSSU5HIn1dfSwiY29tcG9uZW50U3BlY3MiOlt7Im1ldGFkYXRhIjp7ImNyZWF0aW9uVGltZXN0YW1wIjpudWxsfSwic3BlYyI6eyJjb250YWluZXJzIjpbeyJuYW1lIjoic3AtcHJlZGljdG9yLWlzdGlvIiwiaW1hZ2UiOiJnY3IuaW8vZ24tZGF0YS1zY2llbmNlLXByb2plY3QwMi9kZXYtbW9kZWxzL3NwLXByZWRpY3RvcjowLjMiLCJwb3J0cyI6W3sibmFtZSI6Imh0dHAiLCJjb250YWluZXJQb3J0Ijo5MDAwLCJwcm90b2NvbCI6IlRDUCJ9XSwiZW52IjpbeyJuYW1lIjoiUFJFRElDVElWRV9VTklUX1NFUlZJQ0VfUE9SVCIsInZhbHVlIjoiOTAwMCJ9LHsibmFtZSI6IlBSRURJQ1RJVkVfVU5JVF9JRCIsInZhbHVlIjoic3AtcHJlZGljdG9yLWlzdGlvIn0seyJuYW1lIjoiUFJFRElDVE9SX0lEIiwidmFsdWUiOiJudmlkaWEtc3AifSx7Im5hbWUiOiJTRUxET05fREVQTE9ZTUVOVF9JRCIsInZhbHVlIjoibnZpZGlhLXNwIn0seyJuYW1lIjoiUFJFRElDVElWRV9VTklUX1BBUkFNRVRFUlMiLCJ2YWx1ZSI6Ilt7XCJuYW1lXCI6XCJ1cmxcIixcInZhbHVlXCI6XCJsb2NhbGhvc3Q6MjAwMVwiLFwidHlwZVwiOlwiU1RSSU5HXCJ9LHtcIm5hbWVcIjpcIm1vZGVsX25hbWVcIixcInZhbHVlXCI6XCJzcGVsbGluZ19tb2RlbFwiLFwidHlwZVwiOlwiU1RSSU5HXCJ9LHtcIm5hbWVcIjpcInByb3RvY29sXCIsXCJ2YWx1ZVwiOlwiZ3JwY1wiLFwidHlwZVwiOlwiU1RSSU5HXCJ9XSJ9XSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiIyIn0sInJlcXVlc3RzIjp7ImNwdSI6IjIifX0sImxpdmVuZXNzUHJvYmUiOnsidGNwU29ja2V0Ijp7InBvcnQiOiJodHRwIn0sImluaXRpYWxEZWxheVNlY29uZHMiOjYwLCJ0aW1lb3V0U2Vjb25kcyI6MSwicGVyaW9kU2Vjb25kcyI6NSwic3VjY2Vzc1RocmVzaG9sZCI6MSwiZmFpbHVyZVRocmVzaG9sZCI6M30sInJlYWRpbmVzc1Byb2JlIjp7InRjcFNvY2tldCI6eyJwb3J0IjoiaHR0cCJ9LCJpbml0aWFsRGVsYXlTZWNvbmRzIjoyMCwidGltZW91dFNlY29uZHMiOjEsInBlcmlvZFNlY29uZHMiOjUsInN1Y2Nlc3NUaHJlc2hvbGQiOjEsImZhaWx1cmVUaHJlc2hvbGQiOjN9LCJsaWZlY3ljbGUiOnsicHJlU3RvcCI6eyJleGVjIjp7ImNvbW1hbmQiOlsiL2Jpbi9zaCIsIi1jIiwiL2Jpbi9zbGVlcCAxMCJdfX19LCJ0ZXJtaW5hdGlvbk1lc3NhZ2VQYXRoIjoiL2Rldi90ZXJtaW5hdGlvbi1sb2ciLCJ0ZXJtaW5hdGlvbk1lc3NhZ2VQb2xpY3kiOiJGaWxlIiwiaW1hZ2VQdWxsUG9saWN5IjoiSWZOb3RQcmVzZW50In0seyJuYW1lIjoiaW5mZXJlbmNlLXNlcnZlciIsImltYWdlIjoibnZjci5pby9udmlkaWEvdGVuc29ycnRzZXJ2ZXI6MTkuMDctcHkzIiwiY29tbWFuZCI6WyJ0cnRzZXJ2ZXIiXSwiYXJncyI6WyItLW1vZGVsLXN0b3JlPWdzOi8vZGV2LW1vZGVscy1kc2cvc2VhcmNoL3NwZWxsaW5nLW1vZGVscy0yNTYiLCItLWh0dHAtcG9ydD0yMDAwIiwiLS1ncnBjLXBvcnQ9MjAwMSJdLCJwb3J0cyI6W3siY29udGFpbmVyUG9ydCI6MjAwMCwicHJvdG9jb2wiOiJUQ1AifSx7ImNvbnRhaW5lclBvcnQiOjIwMDEsInByb3RvY29sIjoiVENQIn0seyJjb250YWluZXJQb3J0IjoyMDAyLCJwcm90b2NvbCI6IlRDUCJ9XSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiIxIiwibnZpZGlhLmNvbS9ncHUiOiIxIn0sInJlcXVlc3RzIjp7ImNwdSI6IjEiLCJudmlkaWEuY29tL2dwdSI6IjEifX0sInRlcm1pbmF0aW9uTWVzc2FnZVBhdGgiOiIvZGV2L3Rlcm1pbmF0aW9uLWxvZyIsInRlcm1pbmF0aW9uTWVzc2FnZVBvbGljeSI6IkZpbGUiLCJpbWFnZVB1bGxQb2xpY3kiOiJJZk5vdFByZXNlbnQiLCJzZWN1cml0eUNvbnRleHQiOnsicnVuQXNVc2VyIjoxMDAwfX1dLCJ0ZXJtaW5hdGlvbkdyYWNlUGVyaW9kU2Vjb25kcyI6MSwiaW1hZ2VQdWxsU2VjcmV0cyI6W3sibmFtZSI6Im5nYyJ9XX19XSwicmVwbGljYXMiOjEsImVuZ2luZVJlc291cmNlcyI6e30sImxhYmVscyI6eyJmbHVlbnRkIjoidHJ1ZSIsInZlcnNpb24iOiJ2MSJ9LCJzdmNPcmNoU3BlYyI6eyJyZXNvdXJjZXMiOnsicmVxdWVzdHMiOnsiY3B1IjoiMSJ9fX0sImV4cGxhaW5lciI6eyJjb250YWluZXJTcGVjIjp7Im5hbWUiOiIiLCJyZXNvdXJjZXMiOnt9fX19"},{"name":"DEPLOYMENT_NAME","value":"nvidia-sp"},{"name":"DEPLOYMENT_NAMESPACE","value":"seldon"},{"name":"ENGINE_SERVER_PORT","value":"8000"},{"name":"ENGINE_SERVER_GRPC_PORT","value":"5001"},{"name":"JAVA_OPTS","value":"-server -Dcom.sun.management.jmxremote.rmi.port=9090 -Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.port=9090 -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.local.only=false -Djava.rmi.server.hostname=127.0.0.1"},{"name":"SELDON_LOG_MESSAGES_EXTERNALLY","value":"false"}],"resources":{"requests":{"cpu":"1"}},"volumeMounts":[{"name":"podinfo","mountPath":"/etc/podinfo"}],"livenessProbe":{"httpGet":{"path":"/live","port":"admin","scheme":"HTTP"},"initialDelaySeconds":20,"timeoutSeconds":2,"periodSeconds":5,"successThreshold":1,"failureThreshold":7},"readinessProbe":{"httpGet":{"path":"/ready","port":"admin","scheme":"HTTP"},"initialDelaySeconds":20,"timeoutSeconds":2,"periodSeconds":1,"successThreshold":1,"failureThreshold":1},"lifecycle":{"preStop":{"exec":{"command":["/bin/sh","-c","curl 127.0.0.1:8000/pause; /bin/sleep 10"]}}},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent","securityContext":{"runAsUser":8888,"procMount":"Default"}}],"restartPolicy":"Always","terminationGracePeriodSeconds":20,"dnsPolicy":"ClusterFirst","securityContext":{},"imagePullSecrets":[{"name":"ngc"}],"schedulerName":"default-scheduler"}
{"volumes":[{"name":"podinfo","downwardAPI":{"items":[{"path":"annotations","fieldRef":{"apiVersion":"v1","fieldPath":"metadata.annotations"}}],"defaultMode":420}}],"containers":[{"name":"sp-predictor-istio","image":"gcr.io/gn-data-science-project02/dev-models/sp-predictor:0.3","ports":[{"name":"http","containerPort":9000,"protocol":"TCP"}],"env":[{"name":"PREDICTIVE_UNIT_SERVICE_PORT","value":"9000"},{"name":"PREDICTIVE_UNIT_ID","value":"sp-predictor-istio"},{"name":"PREDICTOR_ID","value":"nvidia-sp"},{"name":"SELDON_DEPLOYMENT_ID","value":"nvidia-sp"},{"name":"PREDICTIVE_UNIT_PARAMETERS","value":"[{\"name\":\"url\",\"value\":\"localhost:2001\",\"type\":\"STRING\"},{\"name\":\"model_name\",\"value\":\"spelling_model\",\"type\":\"STRING\"},{\"name\":\"protocol\",\"value\":\"grpc\",\"type\":\"STRING\"}]"}],"resources":{"limits":{"cpu":"2"},"requests":{"cpu":"2"}},"livenessProbe":{"tcpSocket":{"port":"http"},"initialDelaySeconds":60,"timeoutSeconds":1,"periodSeconds":5,"successThreshold":1,"failureThreshold":3},"readinessProbe":{"tcpSocket":{"port":"http"},"initialDelaySeconds":20,"timeoutSeconds":1,"periodSeconds":5,"successThreshold":1,"failureThreshold":3},"lifecycle":{"preStop":{"exec":{"command":["/bin/sh","-c","/bin/sleep 10"]}}},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"},{"name":"inference-server","image":"nvcr.io/nvidia/tensorrtserver:19.07-py3","command":["trtserver"],"args":["--model-store=gs://dev-models-dsg/search/spelling-models-256","--http-port=2000","--grpc-port=2001"],"ports":[{"containerPort":2000,"protocol":"TCP"},{"containerPort":2001,"protocol":"TCP"},{"containerPort":2002,"protocol":"TCP"}],"resources":{"limits":{"cpu":"1","nvidia.com/gpu":"1"},"requests":{"cpu":"1","nvidia.com/gpu":"1"}},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent","securityContext":{"runAsUser":1000,"procMount":"Default"}},{"name":"seldon-container-engine","image":"docker.io/seldonio/engine:0.4.0","ports":[{"containerPort":8000,"protocol":"TCP"},{"containerPort":5001,"protocol":"TCP"},{"name":"admin","containerPort":8082,"protocol":"TCP"},{"name":"jmx","containerPort":9090,"protocol":"TCP"}],"env":[{"name":"ENGINE_PREDICTOR","value":"eyJuYW1lIjoibnZpZGlhLXNwIiwiZ3JhcGgiOnsibmFtZSI6InNwLXByZWRpY3Rvci1pc3RpbyIsInR5cGUiOiJNT0RFTCIsImltcGxlbWVudGF0aW9uIjoiVU5LTk9XTl9JTVBMRU1FTlRBVElPTiIsImVuZHBvaW50Ijp7InNlcnZpY2VfaG9zdCI6ImxvY2FsaG9zdCIsInNlcnZpY2VfcG9ydCI6OTAwMCwidHlwZSI6IlJFU1QifSwicGFyYW1ldGVycyI6W3sibmFtZSI6InVybCIsInZhbHVlIjoibG9jYWxob3N0OjIwMDEiLCJ0eXBlIjoiU1RSSU5HIn0seyJuYW1lIjoibW9kZWxfbmFtZSIsInZhbHVlIjoic3BlbGxpbmdfbW9kZWwiLCJ0eXBlIjoiU1RSSU5HIn0seyJuYW1lIjoicHJvdG9jb2wiLCJ2YWx1ZSI6ImdycGMiLCJ0eXBlIjoiU1RSSU5HIn1dfSwiY29tcG9uZW50U3BlY3MiOlt7Im1ldGFkYXRhIjp7ImNyZWF0aW9uVGltZXN0YW1wIjpudWxsfSwic3BlYyI6eyJjb250YWluZXJzIjpbeyJuYW1lIjoic3AtcHJlZGljdG9yLWlzdGlvIiwiaW1hZ2UiOiJnY3IuaW8vZ24tZGF0YS1zY2llbmNlLXByb2plY3QwMi9kZXYtbW9kZWxzL3NwLXByZWRpY3RvcjowLjMiLCJwb3J0cyI6W3sibmFtZSI6Imh0dHAiLCJjb250YWluZXJQb3J0Ijo5MDAwLCJwcm90b2NvbCI6IlRDUCJ9XSwiZW52IjpbeyJuYW1lIjoiUFJFRElDVElWRV9VTklUX1NFUlZJQ0VfUE9SVCIsInZhbHVlIjoiOTAwMCJ9LHsibmFtZSI6IlBSRURJQ1RJVkVfVU5JVF9JRCIsInZhbHVlIjoic3AtcHJlZGljdG9yLWlzdGlvIn0seyJuYW1lIjoiUFJFRElDVE9SX0lEIiwidmFsdWUiOiJudmlkaWEtc3AifSx7Im5hbWUiOiJTRUxET05fREVQTE9ZTUVOVF9JRCIsInZhbHVlIjoibnZpZGlhLXNwIn0seyJuYW1lIjoiUFJFRElDVElWRV9VTklUX1BBUkFNRVRFUlMiLCJ2YWx1ZSI6Ilt7XCJuYW1lXCI6XCJ1cmxcIixcInZhbHVlXCI6XCJsb2NhbGhvc3Q6MjAwMVwiLFwidHlwZVwiOlwiU1RSSU5HXCJ9LHtcIm5hbWVcIjpcIm1vZGVsX25hbWVcIixcInZhbHVlXCI6XCJzcGVsbGluZ19tb2RlbFwiLFwidHlwZVwiOlwiU1RSSU5HXCJ9LHtcIm5hbWVcIjpcInByb3RvY29sXCIsXCJ2YWx1ZVwiOlwiZ3JwY1wiLFwidHlwZVwiOlwiU1RSSU5HXCJ9XSJ9XSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiIyIn0sInJlcXVlc3RzIjp7ImNwdSI6IjIifX0sImxpdmVuZXNzUHJvYmUiOnsidGNwU29ja2V0Ijp7InBvcnQiOiJodHRwIn0sImluaXRpYWxEZWxheVNlY29uZHMiOjYwLCJ0aW1lb3V0U2Vjb25kcyI6MSwicGVyaW9kU2Vjb25kcyI6NSwic3VjY2Vzc1RocmVzaG9sZCI6MSwiZmFpbHVyZVRocmVzaG9sZCI6M30sInJlYWRpbmVzc1Byb2JlIjp7InRjcFNvY2tldCI6eyJwb3J0IjoiaHR0cCJ9LCJpbml0aWFsRGVsYXlTZWNvbmRzIjoyMCwidGltZW91dFNlY29uZHMiOjEsInBlcmlvZFNlY29uZHMiOjUsInN1Y2Nlc3NUaHJlc2hvbGQiOjEsImZhaWx1cmVUaHJlc2hvbGQiOjN9LCJsaWZlY3ljbGUiOnsicHJlU3RvcCI6eyJleGVjIjp7ImNvbW1hbmQiOlsiL2Jpbi9zaCIsIi1jIiwiL2Jpbi9zbGVlcCAxMCJdfX19LCJ0ZXJtaW5hdGlvbk1lc3NhZ2VQYXRoIjoiL2Rldi90ZXJtaW5hdGlvbi1sb2ciLCJ0ZXJtaW5hdGlvbk1lc3NhZ2VQb2xpY3kiOiJGaWxlIiwiaW1hZ2VQdWxsUG9saWN5IjoiSWZOb3RQcmVzZW50In0seyJuYW1lIjoiaW5mZXJlbmNlLXNlcnZlciIsImltYWdlIjoibnZjci5pby9udmlkaWEvdGVuc29ycnRzZXJ2ZXI6MTkuMDctcHkzIiwiY29tbWFuZCI6WyJ0cnRzZXJ2ZXIiXSwiYXJncyI6WyItLW1vZGVsLXN0b3JlPWdzOi8vZGV2LW1vZGVscy1kc2cvc2VhcmNoL3NwZWxsaW5nLW1vZGVscy0yNTYiLCItLWh0dHAtcG9ydD0yMDAwIiwiLS1ncnBjLXBvcnQ9MjAwMSJdLCJwb3J0cyI6W3siY29udGFpbmVyUG9ydCI6MjAwMCwicHJvdG9jb2wiOiJUQ1AifSx7ImNvbnRhaW5lclBvcnQiOjIwMDEsInByb3RvY29sIjoiVENQIn0seyJjb250YWluZXJQb3J0IjoyMDAyLCJwcm90b2NvbCI6IlRDUCJ9XSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiIxIiwibnZpZGlhLmNvbS9ncHUiOiIxIn0sInJlcXVlc3RzIjp7ImNwdSI6IjEiLCJudmlkaWEuY29tL2dwdSI6IjEifX0sInRlcm1pbmF0aW9uTWVzc2FnZVBhdGgiOiIvZGV2L3Rlcm1pbmF0aW9uLWxvZyIsInRlcm1pbmF0aW9uTWVzc2FnZVBvbGljeSI6IkZpbGUiLCJpbWFnZVB1bGxQb2xpY3kiOiJJZk5vdFByZXNlbnQiLCJzZWN1cml0eUNvbnRleHQiOnsicnVuQXNVc2VyIjoxMDAwfX1dLCJ0ZXJtaW5hdGlvbkdyYWNlUGVyaW9kU2Vjb25kcyI6MSwiaW1hZ2VQdWxsU2VjcmV0cyI6W3sibmFtZSI6Im5nYyJ9XX19XSwicmVwbGljYXMiOjEsImVuZ2luZVJlc291cmNlcyI6e30sImxhYmVscyI6eyJmbHVlbnRkIjoidHJ1ZSIsInZlcnNpb24iOiJ2MSJ9LCJzdmNPcmNoU3BlYyI6eyJyZXNvdXJjZXMiOnsicmVxdWVzdHMiOnsiY3B1IjoiMSJ9fX0sImV4cGxhaW5lciI6eyJjb250YWluZXJTcGVjIjp7Im5hbWUiOiIiLCJyZXNvdXJjZXMiOnt9fX19"},{"name":"DEPLOYMENT_NAME","value":"nvidia-sp"},{"name":"DEPLOYMENT_NAMESPACE","value":"seldon"},{"name":"ENGINE_SERVER_PORT","value":"8000"},{"name":"ENGINE_SERVER_GRPC_PORT","value":"5001"},{"name":"JAVA_OPTS","value":"-server -Dcom.sun.management.jmxremote.rmi.port=9090 -Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.port=9090 -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.local.only=false -Djava.rmi.server.hostname=127.0.0.1"},{"name":"SELDON_LOG_MESSAGES_EXTERNALLY","value":"false"}],"resources":{"requests":{"cpu":"1"}},"volumeMounts":[{"name":"podinfo","mountPath":"/etc/podinfo"}],"livenessProbe":{"httpGet":{"path":"/live","port":"admin","scheme":"HTTP"},"initialDelaySeconds":20,"timeoutSeconds":2,"periodSeconds":5,"successThreshold":1,"failureThreshold":7},"readinessProbe":{"httpGet":{"path":"/ready","port":"admin","scheme":"HTTP"},"initialDelaySeconds":20,"timeoutSeconds":2,"periodSeconds":1,"successThreshold":1,"failureThreshold":1},"lifecycle":{"preStop":{"exec":{"command":["/bin/sh","-c","curl 127.0.0.1:8000/pause; /bin/sleep 10"]}}},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent","securityContext":{"runAsUser":8888,"procMount":"Default"}}],"restartPolicy":"Always","terminationGracePeriodSeconds":20,"dnsPolicy":"ClusterFirst","securityContext":{},"imagePullSecrets":[{"name":"ngc"}],"schedulerName":"default-scheduler"}
{"level":"info","ts":1567100593.987399,"logger":"seldon-controller","msg":"Found identical Service","namespace":"seldon","name":"seldon-5962968fa362e710c7798d69cd566fa6","status":{"loadBalancer":{}}}
{"level":"info","ts":1567100593.9968479,"logger":"seldon-controller","msg":"Skipping Ambassador Svc"}
{"level":"info","ts":1567100593.9969418,"logger":"seldon-controller","msg":"Found identical Virtual Service","namespace":"seldon","name":"nvidia-sp-nvidia-sp-http"}
{"level":"info","ts":1567100593.9969888,"logger":"seldon-controller","msg":"Found identical Virtual Service","namespace":"seldon","name":"nvidia-sp-nvidia-sp-grpc"}
{"level":"info","ts":1567100593.9970312,"logger":"seldon-controller","msg":"Found identical Istio Destination Rule","namespace":"seldon","name":"nvidia-sp-nvidia-sp-nvidia-sp"}
{"level":"info","ts":1567100594.0131786,"logger":"seldon-controller","msg":"pSvcName","val":"nvidia-sp-nvidia-sp-nvidia-sp"}
{"level":"info","ts":1567100594.0133207,"logger":"seldon-controller","msg":"Not creating container service for inference-server"}
{"level":"info","ts":1567100594.0134726,"logger":"seldon-controller","msg":"Creating default Ambassador config"}
{"level":"info","ts":1567100594.0139308,"logger":"seldon-controller","msg":"Updating Deployment","namespace":"seldon","name":"nvidia-sp-nvidia-sp-8888366"}
{"volumes":[{"name":"podinfo","downwardAPI":{"items":[{"path":"annotations","fieldRef":{"apiVersion":"v1","fieldPath":"metadata.annotations"}}],"defaultMode":420}}],"containers":[{"name":"sp-predictor-istio","image":"gcr.io/gn-data-science-project02/dev-models/sp-predictor:0.3","ports":[{"name":"http","containerPort":9000,"protocol":"TCP"}],"env":[{"name":"PREDICTIVE_UNIT_SERVICE_PORT","value":"9000"},{"name":"PREDICTIVE_UNIT_ID","value":"sp-predictor-istio"},{"name":"PREDICTOR_ID","value":"nvidia-sp"},{"name":"SELDON_DEPLOYMENT_ID","value":"nvidia-sp"},{"name":"PREDICTIVE_UNIT_PARAMETERS","value":"[{\"name\":\"url\",\"value\":\"localhost:2001\",\"type\":\"STRING\"},{\"name\":\"model_name\",\"value\":\"spelling_model\",\"type\":\"STRING\"},{\"name\":\"protocol\",\"value\":\"grpc\",\"type\":\"STRING\"}]"}],"resources":{"limits":{"cpu":"2"},"requests":{"cpu":"2"}},"livenessProbe":{"tcpSocket":{"port":"http"},"initialDelaySeconds":60,"timeoutSeconds":1,"periodSeconds":5,"successThreshold":1,"failureThreshold":3},"readinessProbe":{"tcpSocket":{"port":"http"},"initialDelaySeconds":20,"timeoutSeconds":1,"periodSeconds":5,"successThreshold":1,"failureThreshold":3},"lifecycle":{"preStop":{"exec":{"command":["/bin/sh","-c","/bin/sleep 10"]}}},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"},{"name":"inference-server","image":"nvcr.io/nvidia/tensorrtserver:19.07-py3","command":["trtserver"],"args":["--model-store=gs://dev-models-dsg/search/spelling-models-256","--http-port=2000","--grpc-port=2001"],"ports":[{"containerPort":2000,"protocol":"TCP"},{"containerPort":2001,"protocol":"TCP"},{"containerPort":2002,"protocol":"TCP"}],"resources":{"limits":{"cpu":"1","nvidia.com/gpu":"1"},"requests":{"cpu":"1","nvidia.com/gpu":"1"}},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent","securityContext":{"runAsUser":1000}},{"name":"seldon-container-engine","image":"docker.io/seldonio/engine:0.4.0","ports":[{"containerPort":8000,"protocol":"TCP"},{"containerPort":5001,"protocol":"TCP"},{"name":"admin","containerPort":8082,"protocol":"TCP"},{"name":"jmx","containerPort":9090,"protocol":"TCP"}],"env":[{"name":"ENGINE_PREDICTOR","value":"eyJuYW1lIjoibnZpZGlhLXNwIiwiZ3JhcGgiOnsibmFtZSI6InNwLXByZWRpY3Rvci1pc3RpbyIsInR5cGUiOiJNT0RFTCIsImltcGxlbWVudGF0aW9uIjoiVU5LTk9XTl9JTVBMRU1FTlRBVElPTiIsImVuZHBvaW50Ijp7InNlcnZpY2VfaG9zdCI6ImxvY2FsaG9zdCIsInNlcnZpY2VfcG9ydCI6OTAwMCwidHlwZSI6IlJFU1QifSwicGFyYW1ldGVycyI6W3sibmFtZSI6InVybCIsInZhbHVlIjoibG9jYWxob3N0OjIwMDEiLCJ0eXBlIjoiU1RSSU5HIn0seyJuYW1lIjoibW9kZWxfbmFtZSIsInZhbHVlIjoic3BlbGxpbmdfbW9kZWwiLCJ0eXBlIjoiU1RSSU5HIn0seyJuYW1lIjoicHJvdG9jb2wiLCJ2YWx1ZSI6ImdycGMiLCJ0eXBlIjoiU1RSSU5HIn1dfSwiY29tcG9uZW50U3BlY3MiOlt7Im1ldGFkYXRhIjp7ImNyZWF0aW9uVGltZXN0YW1wIjpudWxsfSwic3BlYyI6eyJjb250YWluZXJzIjpbeyJuYW1lIjoic3AtcHJlZGljdG9yLWlzdGlvIiwiaW1hZ2UiOiJnY3IuaW8vZ24tZGF0YS1zY2llbmNlLXByb2plY3QwMi9kZXYtbW9kZWxzL3NwLXByZWRpY3RvcjowLjMiLCJwb3J0cyI6W3sibmFtZSI6Imh0dHAiLCJjb250YWluZXJQb3J0Ijo5MDAwLCJwcm90b2NvbCI6IlRDUCJ9XSwiZW52IjpbeyJuYW1lIjoiUFJFRElDVElWRV9VTklUX1NFUlZJQ0VfUE9SVCIsInZhbHVlIjoiOTAwMCJ9LHsibmFtZSI6IlBSRURJQ1RJVkVfVU5JVF9JRCIsInZhbHVlIjoic3AtcHJlZGljdG9yLWlzdGlvIn0seyJuYW1lIjoiUFJFRElDVE9SX0lEIiwidmFsdWUiOiJudmlkaWEtc3AifSx7Im5hbWUiOiJTRUxET05fREVQTE9ZTUVOVF9JRCIsInZhbHVlIjoibnZpZGlhLXNwIn0seyJuYW1lIjoiUFJFRElDVElWRV9VTklUX1BBUkFNRVRFUlMiLCJ2YWx1ZSI6Ilt7XCJuYW1lXCI6XCJ1cmxcIixcInZhbHVlXCI6XCJsb2NhbGhvc3Q6MjAwMVwiLFwidHlwZVwiOlwiU1RSSU5HXCJ9LHtcIm5hbWVcIjpcIm1vZGVsX25hbWVcIixcInZhbHVlXCI6XCJzcGVsbGluZ19tb2RlbFwiLFwidHlwZVwiOlwiU1RSSU5HXCJ9LHtcIm5hbWVcIjpcInByb3RvY29sXCIsXCJ2YWx1ZVwiOlwiZ3JwY1wiLFwidHlwZVwiOlwiU1RSSU5HXCJ9XSJ9XSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiIyIn0sInJlcXVlc3RzIjp7ImNwdSI6IjIifX0sImxpdmVuZXNzUHJvYmUiOnsidGNwU29ja2V0Ijp7InBvcnQiOiJodHRwIn0sImluaXRpYWxEZWxheVNlY29uZHMiOjYwLCJ0aW1lb3V0U2Vjb25kcyI6MSwicGVyaW9kU2Vjb25kcyI6NSwic3VjY2Vzc1RocmVzaG9sZCI6MSwiZmFpbHVyZVRocmVzaG9sZCI6M30sInJlYWRpbmVzc1Byb2JlIjp7InRjcFNvY2tldCI6eyJwb3J0IjoiaHR0cCJ9LCJpbml0aWFsRGVsYXlTZWNvbmRzIjoyMCwidGltZW91dFNlY29uZHMiOjEsInBlcmlvZFNlY29uZHMiOjUsInN1Y2Nlc3NUaHJlc2hvbGQiOjEsImZhaWx1cmVUaHJlc2hvbGQiOjN9LCJsaWZlY3ljbGUiOnsicHJlU3RvcCI6eyJleGVjIjp7ImNvbW1hbmQiOlsiL2Jpbi9zaCIsIi1jIiwiL2Jpbi9zbGVlcCAxMCJdfX19LCJ0ZXJtaW5hdGlvbk1lc3NhZ2VQYXRoIjoiL2Rldi90ZXJtaW5hdGlvbi1sb2ciLCJ0ZXJtaW5hdGlvbk1lc3NhZ2VQb2xpY3kiOiJGaWxlIiwiaW1hZ2VQdWxsUG9saWN5IjoiSWZOb3RQcmVzZW50In0seyJuYW1lIjoiaW5mZXJlbmNlLXNlcnZlciIsImltYWdlIjoibnZjci5pby9udmlkaWEvdGVuc29ycnRzZXJ2ZXI6MTkuMDctcHkzIiwiY29tbWFuZCI6WyJ0cnRzZXJ2ZXIiXSwiYXJncyI6WyItLW1vZGVsLXN0b3JlPWdzOi8vZGV2LW1vZGVscy1kc2cvc2VhcmNoL3NwZWxsaW5nLW1vZGVscy0yNTYiLCItLWh0dHAtcG9ydD0yMDAwIiwiLS1ncnBjLXBvcnQ9MjAwMSJdLCJwb3J0cyI6W3siY29udGFpbmVyUG9ydCI6MjAwMCwicHJvdG9jb2wiOiJUQ1AifSx7ImNvbnRhaW5lclBvcnQiOjIwMDEsInByb3RvY29sIjoiVENQIn0seyJjb250YWluZXJQb3J0IjoyMDAyLCJwcm90b2NvbCI6IlRDUCJ9XSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiIxIiwibnZpZGlhLmNvbS9ncHUiOiIxIn0sInJlcXVlc3RzIjp7ImNwdSI6IjEiLCJudmlkaWEuY29tL2dwdSI6IjEifX0sInRlcm1pbmF0aW9uTWVzc2FnZVBhdGgiOiIvZGV2L3Rlcm1pbmF0aW9uLWxvZyIsInRlcm1pbmF0aW9uTWVzc2FnZVBvbGljeSI6IkZpbGUiLCJpbWFnZVB1bGxQb2xpY3kiOiJJZk5vdFByZXNlbnQiLCJzZWN1cml0eUNvbnRleHQiOnsicnVuQXNVc2VyIjoxMDAwfX1dLCJ0ZXJtaW5hdGlvbkdyYWNlUGVyaW9kU2Vjb25kcyI6MSwiaW1hZ2VQdWxsU2VjcmV0cyI6W3sibmFtZSI6Im5nYyJ9XX19XSwicmVwbGljYXMiOjEsImVuZ2luZVJlc291cmNlcyI6e30sImxhYmVscyI6eyJmbHVlbnRkIjoidHJ1ZSIsInZlcnNpb24iOiJ2MSJ9LCJzdmNPcmNoU3BlYyI6eyJyZXNvdXJjZXMiOnsicmVxdWVzdHMiOnsiY3B1IjoiMSJ9fX0sImV4cGxhaW5lciI6eyJjb250YWluZXJTcGVjIjp7Im5hbWUiOiIiLCJyZXNvdXJjZXMiOnt9fX19"},{"name":"DEPLOYMENT_NAME","value":"nvidia-sp"},{"name":"DEPLOYMENT_NAMESPACE","value":"seldon"},{"name":"ENGINE_SERVER_PORT","value":"8000"},{"name":"ENGINE_SERVER_GRPC_PORT","value":"5001"},{"name":"JAVA_OPTS","value":"-server -Dcom.sun.management.jmxremote.rmi.port=9090 -Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.port=9090 -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.local.only=false -Djava.rmi.server.hostname=127.0.0.1"},{"name":"SELDON_LOG_MESSAGES_EXTERNALLY","value":"false"}],"resources":{"requests":{"cpu":"1"}},"volumeMounts":[{"name":"podinfo","mountPath":"/etc/podinfo"}],"livenessProbe":{"httpGet":{"path":"/live","port":"admin","scheme":"HTTP"},"initialDelaySeconds":20,"timeoutSeconds":2,"periodSeconds":5,"successThreshold":1,"failureThreshold":7},"readinessProbe":{"httpGet":{"path":"/ready","port":"admin","scheme":"HTTP"},"initialDelaySeconds":20,"timeoutSeconds":2,"periodSeconds":1,"successThreshold":1,"failureThreshold":1},"lifecycle":{"preStop":{"exec":{"command":["/bin/sh","-c","curl 127.0.0.1:8000/pause; /bin/sleep 10"]}}},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent","securityContext":{"runAsUser":8888,"procMount":"Default"}}],"restartPolicy":"Always","terminationGracePeriodSeconds":20,"dnsPolicy":"ClusterFirst","securityContext":{},"imagePullSecrets":[{"name":"ngc"}],"schedulerName":"default-scheduler"}
{"volumes":[{"name":"podinfo","downwardAPI":{"items":[{"path":"annotations","fieldRef":{"apiVersion":"v1","fieldPath":"metadata.annotations"}}],"defaultMode":420}}],"containers":[{"name":"sp-predictor-istio","image":"gcr.io/gn-data-science-project02/dev-models/sp-predictor:0.3","ports":[{"name":"http","containerPort":9000,"protocol":"TCP"}],"env":[{"name":"PREDICTIVE_UNIT_SERVICE_PORT","value":"9000"},{"name":"PREDICTIVE_UNIT_ID","value":"sp-predictor-istio"},{"name":"PREDICTOR_ID","value":"nvidia-sp"},{"name":"SELDON_DEPLOYMENT_ID","value":"nvidia-sp"},{"name":"PREDICTIVE_UNIT_PARAMETERS","value":"[{\"name\":\"url\",\"value\":\"localhost:2001\",\"type\":\"STRING\"},{\"name\":\"model_name\",\"value\":\"spelling_model\",\"type\":\"STRING\"},{\"name\":\"protocol\",\"value\":\"grpc\",\"type\":\"STRING\"}]"}],"resources":{"limits":{"cpu":"2"},"requests":{"cpu":"2"}},"livenessProbe":{"tcpSocket":{"port":"http"},"initialDelaySeconds":60,"timeoutSeconds":1,"periodSeconds":5,"successThreshold":1,"failureThreshold":3},"readinessProbe":{"tcpSocket":{"port":"http"},"initialDelaySeconds":20,"timeoutSeconds":1,"periodSeconds":5,"successThreshold":1,"failureThreshold":3},"lifecycle":{"preStop":{"exec":{"command":["/bin/sh","-c","/bin/sleep 10"]}}},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"},{"name":"inference-server","image":"nvcr.io/nvidia/tensorrtserver:19.07-py3","command":["trtserver"],"args":["--model-store=gs://dev-models-dsg/search/spelling-models-256","--http-port=2000","--grpc-port=2001"],"ports":[{"containerPort":2000,"protocol":"TCP"},{"containerPort":2001,"protocol":"TCP"},{"containerPort":2002,"protocol":"TCP"}],"resources":{"limits":{"cpu":"1","nvidia.com/gpu":"1"},"requests":{"cpu":"1","nvidia.com/gpu":"1"}},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent","securityContext":{"runAsUser":1000,"procMount":"Default"}},{"name":"seldon-container-engine","image":"docker.io/seldonio/engine:0.4.0","ports":[{"containerPort":8000,"protocol":"TCP"},{"containerPort":5001,"protocol":"TCP"},{"name":"admin","containerPort":8082,"protocol":"TCP"},{"name":"jmx","containerPort":9090,"protocol":"TCP"}],"env":[{"name":"ENGINE_PREDICTOR","value":"eyJuYW1lIjoibnZpZGlhLXNwIiwiZ3JhcGgiOnsibmFtZSI6InNwLXByZWRpY3Rvci1pc3RpbyIsInR5cGUiOiJNT0RFTCIsImltcGxlbWVudGF0aW9uIjoiVU5LTk9XTl9JTVBMRU1FTlRBVElPTiIsImVuZHBvaW50Ijp7InNlcnZpY2VfaG9zdCI6ImxvY2FsaG9zdCIsInNlcnZpY2VfcG9ydCI6OTAwMCwidHlwZSI6IlJFU1QifSwicGFyYW1ldGVycyI6W3sibmFtZSI6InVybCIsInZhbHVlIjoibG9jYWxob3N0OjIwMDEiLCJ0eXBlIjoiU1RSSU5HIn0seyJuYW1lIjoibW9kZWxfbmFtZSIsInZhbHVlIjoic3BlbGxpbmdfbW9kZWwiLCJ0eXBlIjoiU1RSSU5HIn0seyJuYW1lIjoicHJvdG9jb2wiLCJ2YWx1ZSI6ImdycGMiLCJ0eXBlIjoiU1RSSU5HIn1dfSwiY29tcG9uZW50U3BlY3MiOlt7Im1ldGFkYXRhIjp7ImNyZWF0aW9uVGltZXN0YW1wIjpudWxsfSwic3BlYyI6eyJjb250YWluZXJzIjpbeyJuYW1lIjoic3AtcHJlZGljdG9yLWlzdGlvIiwiaW1hZ2UiOiJnY3IuaW8vZ24tZGF0YS1zY2llbmNlLXByb2plY3QwMi9kZXYtbW9kZWxzL3NwLXByZWRpY3RvcjowLjMiLCJwb3J0cyI6W3sibmFtZSI6Imh0dHAiLCJjb250YWluZXJQb3J0Ijo5MDAwLCJwcm90b2NvbCI6IlRDUCJ9XSwiZW52IjpbeyJuYW1lIjoiUFJFRElDVElWRV9VTklUX1NFUlZJQ0VfUE9SVCIsInZhbHVlIjoiOTAwMCJ9LHsibmFtZSI6IlBSRURJQ1RJVkVfVU5JVF9JRCIsInZhbHVlIjoic3AtcHJlZGljdG9yLWlzdGlvIn0seyJuYW1lIjoiUFJFRElDVE9SX0lEIiwidmFsdWUiOiJudmlkaWEtc3AifSx7Im5hbWUiOiJTRUxET05fREVQTE9ZTUVOVF9JRCIsInZhbHVlIjoibnZpZGlhLXNwIn0seyJuYW1lIjoiUFJFRElDVElWRV9VTklUX1BBUkFNRVRFUlMiLCJ2YWx1ZSI6Ilt7XCJuYW1lXCI6XCJ1cmxcIixcInZhbHVlXCI6XCJsb2NhbGhvc3Q6MjAwMVwiLFwidHlwZVwiOlwiU1RSSU5HXCJ9LHtcIm5hbWVcIjpcIm1vZGVsX25hbWVcIixcInZhbHVlXCI6XCJzcGVsbGluZ19tb2RlbFwiLFwidHlwZVwiOlwiU1RSSU5HXCJ9LHtcIm5hbWVcIjpcInByb3RvY29sXCIsXCJ2YWx1ZVwiOlwiZ3JwY1wiLFwidHlwZVwiOlwiU1RSSU5HXCJ9XSJ9XSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiIyIn0sInJlcXVlc3RzIjp7ImNwdSI6IjIifX0sImxpdmVuZXNzUHJvYmUiOnsidGNwU29ja2V0Ijp7InBvcnQiOiJodHRwIn0sImluaXRpYWxEZWxheVNlY29uZHMiOjYwLCJ0aW1lb3V0U2Vjb25kcyI6MSwicGVyaW9kU2Vjb25kcyI6NSwic3VjY2Vzc1RocmVzaG9sZCI6MSwiZmFpbHVyZVRocmVzaG9sZCI6M30sInJlYWRpbmVzc1Byb2JlIjp7InRjcFNvY2tldCI6eyJwb3J0IjoiaHR0cCJ9LCJpbml0aWFsRGVsYXlTZWNvbmRzIjoyMCwidGltZW91dFNlY29uZHMiOjEsInBlcmlvZFNlY29uZHMiOjUsInN1Y2Nlc3NUaHJlc2hvbGQiOjEsImZhaWx1cmVUaHJlc2hvbGQiOjN9LCJsaWZlY3ljbGUiOnsicHJlU3RvcCI6eyJleGVjIjp7ImNvbW1hbmQiOlsiL2Jpbi9zaCIsIi1jIiwiL2Jpbi9zbGVlcCAxMCJdfX19LCJ0ZXJtaW5hdGlvbk1lc3NhZ2VQYXRoIjoiL2Rldi90ZXJtaW5hdGlvbi1sb2ciLCJ0ZXJtaW5hdGlvbk1lc3NhZ2VQb2xpY3kiOiJGaWxlIiwiaW1hZ2VQdWxsUG9saWN5IjoiSWZOb3RQcmVzZW50In0seyJuYW1lIjoiaW5mZXJlbmNlLXNlcnZlciIsImltYWdlIjoibnZjci5pby9udmlkaWEvdGVuc29ycnRzZXJ2ZXI6MTkuMDctcHkzIiwiY29tbWFuZCI6WyJ0cnRzZXJ2ZXIiXSwiYXJncyI6WyItLW1vZGVsLXN0b3JlPWdzOi8vZGV2LW1vZGVscy1kc2cvc2VhcmNoL3NwZWxsaW5nLW1vZGVscy0yNTYiLCItLWh0dHAtcG9ydD0yMDAwIiwiLS1ncnBjLXBvcnQ9MjAwMSJdLCJwb3J0cyI6W3siY29udGFpbmVyUG9ydCI6MjAwMCwicHJvdG9jb2wiOiJUQ1AifSx7ImNvbnRhaW5lclBvcnQiOjIwMDEsInByb3RvY29sIjoiVENQIn0seyJjb250YWluZXJQb3J0IjoyMDAyLCJwcm90b2NvbCI6IlRDUCJ9XSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiIxIiwibnZpZGlhLmNvbS9ncHUiOiIxIn0sInJlcXVlc3RzIjp7ImNwdSI6IjEiLCJudmlkaWEuY29tL2dwdSI6IjEifX0sInRlcm1pbmF0aW9uTWVzc2FnZVBhdGgiOiIvZGV2L3Rlcm1pbmF0aW9uLWxvZyIsInRlcm1pbmF0aW9uTWVzc2FnZVBvbGljeSI6IkZpbGUiLCJpbWFnZVB1bGxQb2xpY3kiOiJJZk5vdFByZXNlbnQiLCJzZWN1cml0eUNvbnRleHQiOnsicnVuQXNVc2VyIjoxMDAwfX1dLCJ0ZXJtaW5hdGlvbkdyYWNlUGVyaW9kU2Vjb25kcyI6MSwiaW1hZ2VQdWxsU2VjcmV0cyI6W3sibmFtZSI6Im5nYyJ9XX19XSwicmVwbGljYXMiOjEsImVuZ2luZVJlc291cmNlcyI6e30sImxhYmVscyI6eyJmbHVlbnRkIjoidHJ1ZSIsInZlcnNpb24iOiJ2MSJ9LCJzdmNPcmNoU3BlYyI6eyJyZXNvdXJjZXMiOnsicmVxdWVzdHMiOnsiY3B1IjoiMSJ9fX0sImV4cGxhaW5lciI6eyJjb250YWluZXJTcGVjIjp7Im5hbWUiOiIiLCJyZXNvdXJjZXMiOnt9fX19"},{"name":"DEPLOYMENT_NAME","value":"nvidia-sp"},{"name":"DEPLOYMENT_NAMESPACE","value":"seldon"},{"name":"ENGINE_SERVER_PORT","value":"8000"},{"name":"ENGINE_SERVER_GRPC_PORT","value":"5001"},{"name":"JAVA_OPTS","value":"-server -Dcom.sun.management.jmxremote.rmi.port=9090 -Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.port=9090 -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.local.only=false -Djava.rmi.server.hostname=127.0.0.1"},{"name":"SELDON_LOG_MESSAGES_EXTERNALLY","value":"false"}],"resources":{"requests":{"cpu":"1"}},"volumeMounts":[{"name":"podinfo","mountPath":"/etc/podinfo"}],"livenessProbe":{"httpGet":{"path":"/live","port":"admin","scheme":"HTTP"},"initialDelaySeconds":20,"timeoutSeconds":2,"periodSeconds":5,"successThreshold":1,"failureThreshold":7},"readinessProbe":{"httpGet":{"path":"/ready","port":"admin","scheme":"HTTP"},"initialDelaySeconds":20,"timeoutSeconds":2,"periodSeconds":1,"successThreshold":1,"failureThreshold":1},"lifecycle":{"preStop":{"exec":{"command":["/bin/sh","-c","curl 127.0.0.1:8000/pause; /bin/sleep 10"]}}},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent","securityContext":{"runAsUser":8888,"procMount":"Default"}}],"restartPolicy":"Always","terminationGracePeriodSeconds":20,"dnsPolicy":"ClusterFirst","securityContext":{},"imagePullSecrets":[{"name":"ngc"}],"schedulerName":"default-scheduler"}
{"level":"info","ts":1567100594.0190952,"logger":"seldon-controller","msg":"Found identical Service","namespace":"seldon","name":"seldon-5962968fa362e710c7798d69cd566fa6","status":{"loadBalancer":{}}}
{"level":"info","ts":1567100594.0191395,"logger":"seldon-controller","msg":"Skipping Ambassador Svc"}
{"level":"info","ts":1567100594.0192146,"logger":"seldon-controller","msg":"Found identical Virtual Service","namespace":"seldon","name":"nvidia-sp-nvidia-sp-http"}
{"level":"info","ts":1567100594.019307,"logger":"seldon-controller","msg":"Found identical Virtual Service","namespace":"seldon","name":"nvidia-sp-nvidia-sp-grpc"}
{"level":"info","ts":1567100594.0193555,"logger":"seldon-controller","msg":"Found identical Istio Destination Rule","namespace":"seldon","name":"nvidia-sp-nvidia-sp-nvidia-sp"}
{"level":"info","ts":1567100594.2775316,"logger":"seldon-controller","msg":"pSvcName","val":"nvidia-sp-nvidia-sp-nvidia-sp"}
{"level":"info","ts":1567100594.2777023,"logger":"seldon-controller","msg":"Not creating container service for inference-server"}
{"level":"info","ts":1567100594.2779233,"logger":"seldon-controller","msg":"Creating default Ambassador config"}
{"level":"info","ts":1567100594.278404,"logger":"seldon-controller","msg":"Updating Deployment","namespace":"seldon","name":"nvidia-sp-nvidia-sp-8888366"}
{"volumes":[{"name":"podinfo","downwardAPI":{"items":[{"path":"annotations","fieldRef":{"apiVersion":"v1","fieldPath":"metadata.annotations"}}],"defaultMode":420}}],"containers":[{"name":"sp-predictor-istio","image":"gcr.io/gn-data-science-project02/dev-models/sp-predictor:0.3","ports":[{"name":"http","containerPort":9000,"protocol":"TCP"}],"env":[{"name":"PREDICTIVE_UNIT_SERVICE_PORT","value":"9000"},{"name":"PREDICTIVE_UNIT_ID","value":"sp-predictor-istio"},{"name":"PREDICTOR_ID","value":"nvidia-sp"},{"name":"SELDON_DEPLOYMENT_ID","value":"nvidia-sp"},{"name":"PREDICTIVE_UNIT_PARAMETERS","value":"[{\"name\":\"url\",\"value\":\"localhost:2001\",\"type\":\"STRING\"},{\"name\":\"model_name\",\"value\":\"spelling_model\",\"type\":\"STRING\"},{\"name\":\"protocol\",\"value\":\"grpc\",\"type\":\"STRING\"}]"}],"resources":{"limits":{"cpu":"2"},"requests":{"cpu":"2"}},"livenessProbe":{"tcpSocket":{"port":"http"},"initialDelaySeconds":60,"timeoutSeconds":1,"periodSeconds":5,"successThreshold":1,"failureThreshold":3},"readinessProbe":{"tcpSocket":{"port":"http"},"initialDelaySeconds":20,"timeoutSeconds":1,"periodSeconds":5,"successThreshold":1,"failureThreshold":3},"lifecycle":{"preStop":{"exec":{"command":["/bin/sh","-c","/bin/sleep 10"]}}},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"},{"name":"inference-server","image":"nvcr.io/nvidia/tensorrtserver:19.07-py3","command":["trtserver"],"args":["--model-store=gs://dev-models-dsg/search/spelling-models-256","--http-port=2000","--grpc-port=2001"],"ports":[{"containerPort":2000,"protocol":"TCP"},{"containerPort":2001,"protocol":"TCP"},{"containerPort":2002,"protocol":"TCP"}],"resources":{"limits":{"cpu":"1","nvidia.com/gpu":"1"},"requests":{"cpu":"1","nvidia.com/gpu":"1"}},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent","securityContext":{"runAsUser":1000}},{"name":"seldon-container-engine","image":"docker.io/seldonio/engine:0.4.0","ports":[{"containerPort":8000,"protocol":"TCP"},{"containerPort":5001,"protocol":"TCP"},{"name":"admin","containerPort":8082,"protocol":"TCP"},{"name":"jmx","containerPort":9090,"protocol":"TCP"}],"env":[{"name":"ENGINE_PREDICTOR","value":"eyJuYW1lIjoibnZpZGlhLXNwIiwiZ3JhcGgiOnsibmFtZSI6InNwLXByZWRpY3Rvci1pc3RpbyIsInR5cGUiOiJNT0RFTCIsImltcGxlbWVudGF0aW9uIjoiVU5LTk9XTl9JTVBMRU1FTlRBVElPTiIsImVuZHBvaW50Ijp7InNlcnZpY2VfaG9zdCI6ImxvY2FsaG9zdCIsInNlcnZpY2VfcG9ydCI6OTAwMCwidHlwZSI6IlJFU1QifSwicGFyYW1ldGVycyI6W3sibmFtZSI6InVybCIsInZhbHVlIjoibG9jYWxob3N0OjIwMDEiLCJ0eXBlIjoiU1RSSU5HIn0seyJuYW1lIjoibW9kZWxfbmFtZSIsInZhbHVlIjoic3BlbGxpbmdfbW9kZWwiLCJ0eXBlIjoiU1RSSU5HIn0seyJuYW1lIjoicHJvdG9jb2wiLCJ2YWx1ZSI6ImdycGMiLCJ0eXBlIjoiU1RSSU5HIn1dfSwiY29tcG9uZW50U3BlY3MiOlt7Im1ldGFkYXRhIjp7ImNyZWF0aW9uVGltZXN0YW1wIjpudWxsfSwic3BlYyI6eyJjb250YWluZXJzIjpbeyJuYW1lIjoic3AtcHJlZGljdG9yLWlzdGlvIiwiaW1hZ2UiOiJnY3IuaW8vZ24tZGF0YS1zY2llbmNlLXByb2plY3QwMi9kZXYtbW9kZWxzL3NwLXByZWRpY3RvcjowLjMiLCJwb3J0cyI6W3sibmFtZSI6Imh0dHAiLCJjb250YWluZXJQb3J0Ijo5MDAwLCJwcm90b2NvbCI6IlRDUCJ9XSwiZW52IjpbeyJuYW1lIjoiUFJFRElDVElWRV9VTklUX1NFUlZJQ0VfUE9SVCIsInZhbHVlIjoiOTAwMCJ9LHsibmFtZSI6IlBSRURJQ1RJVkVfVU5JVF9JRCIsInZhbHVlIjoic3AtcHJlZGljdG9yLWlzdGlvIn0seyJuYW1lIjoiUFJFRElDVE9SX0lEIiwidmFsdWUiOiJudmlkaWEtc3AifSx7Im5hbWUiOiJTRUxET05fREVQTE9ZTUVOVF9JRCIsInZhbHVlIjoibnZpZGlhLXNwIn0seyJuYW1lIjoiUFJFRElDVElWRV9VTklUX1BBUkFNRVRFUlMiLCJ2YWx1ZSI6Ilt7XCJuYW1lXCI6XCJ1cmxcIixcInZhbHVlXCI6XCJsb2NhbGhvc3Q6MjAwMVwiLFwidHlwZVwiOlwiU1RSSU5HXCJ9LHtcIm5hbWVcIjpcIm1vZGVsX25hbWVcIixcInZhbHVlXCI6XCJzcGVsbGluZ19tb2RlbFwiLFwidHlwZVwiOlwiU1RSSU5HXCJ9LHtcIm5hbWVcIjpcInByb3RvY29sXCIsXCJ2YWx1ZVwiOlwiZ3JwY1wiLFwidHlwZVwiOlwiU1RSSU5HXCJ9XSJ9XSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiIyIn0sInJlcXVlc3RzIjp7ImNwdSI6IjIifX0sImxpdmVuZXNzUHJvYmUiOnsidGNwU29ja2V0Ijp7InBvcnQiOiJodHRwIn0sImluaXRpYWxEZWxheVNlY29uZHMiOjYwLCJ0aW1lb3V0U2Vjb25kcyI6MSwicGVyaW9kU2Vjb25kcyI6NSwic3VjY2Vzc1RocmVzaG9sZCI6MSwiZmFpbHVyZVRocmVzaG9sZCI6M30sInJlYWRpbmVzc1Byb2JlIjp7InRjcFNvY2tldCI6eyJwb3J0IjoiaHR0cCJ9LCJpbml0aWFsRGVsYXlTZWNvbmRzIjoyMCwidGltZW91dFNlY29uZHMiOjEsInBlcmlvZFNlY29uZHMiOjUsInN1Y2Nlc3NUaHJlc2hvbGQiOjEsImZhaWx1cmVUaHJlc2hvbGQiOjN9LCJsaWZlY3ljbGUiOnsicHJlU3RvcCI6eyJleGVjIjp7ImNvbW1hbmQiOlsiL2Jpbi9zaCIsIi1jIiwiL2Jpbi9zbGVlcCAxMCJdfX19LCJ0ZXJtaW5hdGlvbk1lc3NhZ2VQYXRoIjoiL2Rldi90ZXJtaW5hdGlvbi1sb2ciLCJ0ZXJtaW5hdGlvbk1lc3NhZ2VQb2xpY3kiOiJGaWxlIiwiaW1hZ2VQdWxsUG9saWN5IjoiSWZOb3RQcmVzZW50In0seyJuYW1lIjoiaW5mZXJlbmNlLXNlcnZlciIsImltYWdlIjoibnZjci5pby9udmlkaWEvdGVuc29ycnRzZXJ2ZXI6MTkuMDctcHkzIiwiY29tbWFuZCI6WyJ0cnRzZXJ2ZXIiXSwiYXJncyI6WyItLW1vZGVsLXN0b3JlPWdzOi8vZGV2LW1vZGVscy1kc2cvc2VhcmNoL3NwZWxsaW5nLW1vZGVscy0yNTYiLCItLWh0dHAtcG9ydD0yMDAwIiwiLS1ncnBjLXBvcnQ9MjAwMSJdLCJwb3J0cyI6W3siY29udGFpbmVyUG9ydCI6MjAwMCwicHJvdG9jb2wiOiJUQ1AifSx7ImNvbnRhaW5lclBvcnQiOjIwMDEsInByb3RvY29sIjoiVENQIn0seyJjb250YWluZXJQb3J0IjoyMDAyLCJwcm90b2NvbCI6IlRDUCJ9XSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiIxIiwibnZpZGlhLmNvbS9ncHUiOiIxIn0sInJlcXVlc3RzIjp7ImNwdSI6IjEiLCJudmlkaWEuY29tL2dwdSI6IjEifX0sInRlcm1pbmF0aW9uTWVzc2FnZVBhdGgiOiIvZGV2L3Rlcm1pbmF0aW9uLWxvZyIsInRlcm1pbmF0aW9uTWVzc2FnZVBvbGljeSI6IkZpbGUiLCJpbWFnZVB1bGxQb2xpY3kiOiJJZk5vdFByZXNlbnQiLCJzZWN1cml0eUNvbnRleHQiOnsicnVuQXNVc2VyIjoxMDAwfX1dLCJ0ZXJtaW5hdGlvbkdyYWNlUGVyaW9kU2Vjb25kcyI6MSwiaW1hZ2VQdWxsU2VjcmV0cyI6W3sibmFtZSI6Im5nYyJ9XX19XSwicmVwbGljYXMiOjEsImVuZ2luZVJlc291cmNlcyI6e30sImxhYmVscyI6eyJmbHVlbnRkIjoidHJ1ZSIsInZlcnNpb24iOiJ2MSJ9LCJzdmNPcmNoU3BlYyI6eyJyZXNvdXJjZXMiOnsicmVxdWVzdHMiOnsiY3B1IjoiMSJ9fX0sImV4cGxhaW5lciI6eyJjb250YWluZXJTcGVjIjp7Im5hbWUiOiIiLCJyZXNvdXJjZXMiOnt9fX19"},{"name":"DEPLOYMENT_NAME","value":"nvidia-sp"},{"name":"DEPLOYMENT_NAMESPACE","value":"seldon"},{"name":"ENGINE_SERVER_PORT","value":"8000"},{"name":"ENGINE_SERVER_GRPC_PORT","value":"5001"},{"name":"JAVA_OPTS","value":"-server -Dcom.sun.management.jmxremote.rmi.port=9090 -Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.port=9090 -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.local.only=false -Djava.rmi.server.hostname=127.0.0.1"},{"name":"SELDON_LOG_MESSAGES_EXTERNALLY","value":"false"}],"resources":{"requests":{"cpu":"1"}},"volumeMounts":[{"name":"podinfo","mountPath":"/etc/podinfo"}],"livenessProbe":{"httpGet":{"path":"/live","port":"admin","scheme":"HTTP"},"initialDelaySeconds":20,"timeoutSeconds":2,"periodSeconds":5,"successThreshold":1,"failureThreshold":7},"readinessProbe":{"httpGet":{"path":"/ready","port":"admin","scheme":"HTTP"},"initialDelaySeconds":20,"timeoutSeconds":2,"periodSeconds":1,"successThreshold":1,"failureThreshold":1},"lifecycle":{"preStop":{"exec":{"command":["/bin/sh","-c","curl 127.0.0.1:8000/pause; /bin/sleep 10"]}}},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent","securityContext":{"runAsUser":8888,"procMount":"Default"}}],"restartPolicy":"Always","terminationGracePeriodSeconds":20,"dnsPolicy":"ClusterFirst","securityContext":{},"imagePullSecrets":[{"name":"ngc"}],"schedulerName":"default-scheduler"}
{"volumes":[{"name":"podinfo","downwardAPI":{"items":[{"path":"annotations","fieldRef":{"apiVersion":"v1","fieldPath":"metadata.annotations"}}],"defaultMode":420}}],"containers":[{"name":"sp-predictor-istio","image":"gcr.io/gn-data-science-project02/dev-models/sp-predictor:0.3","ports":[{"name":"http","containerPort":9000,"protocol":"TCP"}],"env":[{"name":"PREDICTIVE_UNIT_SERVICE_PORT","value":"9000"},{"name":"PREDICTIVE_UNIT_ID","value":"sp-predictor-istio"},{"name":"PREDICTOR_ID","value":"nvidia-sp"},{"name":"SELDON_DEPLOYMENT_ID","value":"nvidia-sp"},{"name":"PREDICTIVE_UNIT_PARAMETERS","value":"[{\"name\":\"url\",\"value\":\"localhost:2001\",\"type\":\"STRING\"},{\"name\":\"model_name\",\"value\":\"spelling_model\",\"type\":\"STRING\"},{\"name\":\"protocol\",\"value\":\"grpc\",\"type\":\"STRING\"}]"}],"resources":{"limits":{"cpu":"2"},"requests":{"cpu":"2"}},"livenessProbe":{"tcpSocket":{"port":"http"},"initialDelaySeconds":60,"timeoutSeconds":1,"periodSeconds":5,"successThreshold":1,"failureThreshold":3},"readinessProbe":{"tcpSocket":{"port":"http"},"initialDelaySeconds":20,"timeoutSeconds":1,"periodSeconds":5,"successThreshold":1,"failureThreshold":3},"lifecycle":{"preStop":{"exec":{"command":["/bin/sh","-c","/bin/sleep 10"]}}},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"},{"name":"inference-server","image":"nvcr.io/nvidia/tensorrtserver:19.07-py3","command":["trtserver"],"args":["--model-store=gs://dev-models-dsg/search/spelling-models-256","--http-port=2000","--grpc-port=2001"],"ports":[{"containerPort":2000,"protocol":"TCP"},{"containerPort":2001,"protocol":"TCP"},{"containerPort":2002,"protocol":"TCP"}],"resources":{"limits":{"cpu":"1","nvidia.com/gpu":"1"},"requests":{"cpu":"1","nvidia.com/gpu":"1"}},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent","securityContext":{"runAsUser":1000,"procMount":"Default"}},{"name":"seldon-container-engine","image":"docker.io/seldonio/engine:0.4.0","ports":[{"containerPort":8000,"protocol":"TCP"},{"containerPort":5001,"protocol":"TCP"},{"name":"admin","containerPort":8082,"protocol":"TCP"},{"name":"jmx","containerPort":9090,"protocol":"TCP"}],"env":[{"name":"ENGINE_PREDICTOR","value":"eyJuYW1lIjoibnZpZGlhLXNwIiwiZ3JhcGgiOnsibmFtZSI6InNwLXByZWRpY3Rvci1pc3RpbyIsInR5cGUiOiJNT0RFTCIsImltcGxlbWVudGF0aW9uIjoiVU5LTk9XTl9JTVBMRU1FTlRBVElPTiIsImVuZHBvaW50Ijp7InNlcnZpY2VfaG9zdCI6ImxvY2FsaG9zdCIsInNlcnZpY2VfcG9ydCI6OTAwMCwidHlwZSI6IlJFU1QifSwicGFyYW1ldGVycyI6W3sibmFtZSI6InVybCIsInZhbHVlIjoibG9jYWxob3N0OjIwMDEiLCJ0eXBlIjoiU1RSSU5HIn0seyJuYW1lIjoibW9kZWxfbmFtZSIsInZhbHVlIjoic3BlbGxpbmdfbW9kZWwiLCJ0eXBlIjoiU1RSSU5HIn0seyJuYW1lIjoicHJvdG9jb2wiLCJ2YWx1ZSI6ImdycGMiLCJ0eXBlIjoiU1RSSU5HIn1dfSwiY29tcG9uZW50U3BlY3MiOlt7Im1ldGFkYXRhIjp7ImNyZWF0aW9uVGltZXN0YW1wIjpudWxsfSwic3BlYyI6eyJjb250YWluZXJzIjpbeyJuYW1lIjoic3AtcHJlZGljdG9yLWlzdGlvIiwiaW1hZ2UiOiJnY3IuaW8vZ24tZGF0YS1zY2llbmNlLXByb2plY3QwMi9kZXYtbW9kZWxzL3NwLXByZWRpY3RvcjowLjMiLCJwb3J0cyI6W3sibmFtZSI6Imh0dHAiLCJjb250YWluZXJQb3J0Ijo5MDAwLCJwcm90b2NvbCI6IlRDUCJ9XSwiZW52IjpbeyJuYW1lIjoiUFJFRElDVElWRV9VTklUX1NFUlZJQ0VfUE9SVCIsInZhbHVlIjoiOTAwMCJ9LHsibmFtZSI6IlBSRURJQ1RJVkVfVU5JVF9JRCIsInZhbHVlIjoic3AtcHJlZGljdG9yLWlzdGlvIn0seyJuYW1lIjoiUFJFRElDVE9SX0lEIiwidmFsdWUiOiJudmlkaWEtc3AifSx7Im5hbWUiOiJTRUxET05fREVQTE9ZTUVOVF9JRCIsInZhbHVlIjoibnZpZGlhLXNwIn0seyJuYW1lIjoiUFJFRElDVElWRV9VTklUX1BBUkFNRVRFUlMiLCJ2YWx1ZSI6Ilt7XCJuYW1lXCI6XCJ1cmxcIixcInZhbHVlXCI6XCJsb2NhbGhvc3Q6MjAwMVwiLFwidHlwZVwiOlwiU1RSSU5HXCJ9LHtcIm5hbWVcIjpcIm1vZGVsX25hbWVcIixcInZhbHVlXCI6XCJzcGVsbGluZ19tb2RlbFwiLFwidHlwZVwiOlwiU1RSSU5HXCJ9LHtcIm5hbWVcIjpcInByb3RvY29sXCIsXCJ2YWx1ZVwiOlwiZ3JwY1wiLFwidHlwZVwiOlwiU1RSSU5HXCJ9XSJ9XSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiIyIn0sInJlcXVlc3RzIjp7ImNwdSI6IjIifX0sImxpdmVuZXNzUHJvYmUiOnsidGNwU29ja2V0Ijp7InBvcnQiOiJodHRwIn0sImluaXRpYWxEZWxheVNlY29uZHMiOjYwLCJ0aW1lb3V0U2Vjb25kcyI6MSwicGVyaW9kU2Vjb25kcyI6NSwic3VjY2Vzc1RocmVzaG9sZCI6MSwiZmFpbHVyZVRocmVzaG9sZCI6M30sInJlYWRpbmVzc1Byb2JlIjp7InRjcFNvY2tldCI6eyJwb3J0IjoiaHR0cCJ9LCJpbml0aWFsRGVsYXlTZWNvbmRzIjoyMCwidGltZW91dFNlY29uZHMiOjEsInBlcmlvZFNlY29uZHMiOjUsInN1Y2Nlc3NUaHJlc2hvbGQiOjEsImZhaWx1cmVUaHJlc2hvbGQiOjN9LCJsaWZlY3ljbGUiOnsicHJlU3RvcCI6eyJleGVjIjp7ImNvbW1hbmQiOlsiL2Jpbi9zaCIsIi1jIiwiL2Jpbi9zbGVlcCAxMCJdfX19LCJ0ZXJtaW5hdGlvbk1lc3NhZ2VQYXRoIjoiL2Rldi90ZXJtaW5hdGlvbi1sb2ciLCJ0ZXJtaW5hdGlvbk1lc3NhZ2VQb2xpY3kiOiJGaWxlIiwiaW1hZ2VQdWxsUG9saWN5IjoiSWZOb3RQcmVzZW50In0seyJuYW1lIjoiaW5mZXJlbmNlLXNlcnZlciIsImltYWdlIjoibnZjci5pby9udmlkaWEvdGVuc29ycnRzZXJ2ZXI6MTkuMDctcHkzIiwiY29tbWFuZCI6WyJ0cnRzZXJ2ZXIiXSwiYXJncyI6WyItLW1vZGVsLXN0b3JlPWdzOi8vZGV2LW1vZGVscy1kc2cvc2VhcmNoL3NwZWxsaW5nLW1vZGVscy0yNTYiLCItLWh0dHAtcG9ydD0yMDAwIiwiLS1ncnBjLXBvcnQ9MjAwMSJdLCJwb3J0cyI6W3siY29udGFpbmVyUG9ydCI6MjAwMCwicHJvdG9jb2wiOiJUQ1AifSx7ImNvbnRhaW5lclBvcnQiOjIwMDEsInByb3RvY29sIjoiVENQIn0seyJjb250YWluZXJQb3J0IjoyMDAyLCJwcm90b2NvbCI6IlRDUCJ9XSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiIxIiwibnZpZGlhLmNvbS9ncHUiOiIxIn0sInJlcXVlc3RzIjp7ImNwdSI6IjEiLCJudmlkaWEuY29tL2dwdSI6IjEifX0sInRlcm1pbmF0aW9uTWVzc2FnZVBhdGgiOiIvZGV2L3Rlcm1pbmF0aW9uLWxvZyIsInRlcm1pbmF0aW9uTWVzc2FnZVBvbGljeSI6IkZpbGUiLCJpbWFnZVB1bGxQb2xpY3kiOiJJZk5vdFByZXNlbnQiLCJzZWN1cml0eUNvbnRleHQiOnsicnVuQXNVc2VyIjoxMDAwfX1dLCJ0ZXJtaW5hdGlvbkdyYWNlUGVyaW9kU2Vjb25kcyI6MSwiaW1hZ2VQdWxsU2VjcmV0cyI6W3sibmFtZSI6Im5nYyJ9XX19XSwicmVwbGljYXMiOjEsImVuZ2luZVJlc291cmNlcyI6e30sImxhYmVscyI6eyJmbHVlbnRkIjoidHJ1ZSIsInZlcnNpb24iOiJ2MSJ9LCJzdmNPcmNoU3BlYyI6eyJyZXNvdXJjZXMiOnsicmVxdWVzdHMiOnsiY3B1IjoiMSJ9fX0sImV4cGxhaW5lciI6eyJjb250YWluZXJTcGVjIjp7Im5hbWUiOiIiLCJyZXNvdXJjZXMiOnt9fX19"},{"name":"DEPLOYMENT_NAME","value":"nvidia-sp"},{"name":"DEPLOYMENT_NAMESPACE","value":"seldon"},{"name":"ENGINE_SERVER_PORT","value":"8000"},{"name":"ENGINE_SERVER_GRPC_PORT","value":"5001"},{"name":"JAVA_OPTS","value":"-server -Dcom.sun.management.jmxremote.rmi.port=9090 -Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.port=9090 -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.local.only=false -Djava.rmi.server.hostname=127.0.0.1"},{"name":"SELDON_LOG_MESSAGES_EXTERNALLY","value":"false"}],"resources":{"requests":{"cpu":"1"}},"volumeMounts":[{"name":"podinfo","mountPath":"/etc/podinfo"}],"livenessProbe":{"httpGet":{"path":"/live","port":"admin","scheme":"HTTP"},"initialDelaySeconds":20,"timeoutSeconds":2,"periodSeconds":5,"successThreshold":1,"failureThreshold":7},"readinessProbe":{"httpGet":{"path":"/ready","port":"admin","scheme":"HTTP"},"initialDelaySeconds":20,"timeoutSeconds":2,"periodSeconds":1,"successThreshold":1,"failureThreshold":1},"lifecycle":{"preStop":{"exec":{"command":["/bin/sh","-c","curl 127.0.0.1:8000/pause; /bin/sleep 10"]}}},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent","securityContext":{"runAsUser":8888,"procMount":"Default"}}],"restartPolicy":"Always","terminationGracePeriodSeconds":20,"dnsPolicy":"ClusterFirst","securityContext":{},"imagePullSecrets":[{"name":"ngc"}],"schedulerName":"default-scheduler"}
{"level":"info","ts":1567100594.2878356,"logger":"seldon-controller","msg":"Found identical Service","namespace":"seldon","name":"seldon-5962968fa362e710c7798d69cd566fa6","status":{"loadBalancer":{}}}
{"level":"info","ts":1567100594.2878742,"logger":"seldon-controller","msg":"Skipping Ambassador Svc"}
{"level":"info","ts":1567100594.287929,"logger":"seldon-controller","msg":"Found identical Virtual Service","namespace":"seldon","name":"nvidia-sp-nvidia-sp-http"}
{"level":"info","ts":1567100594.2879713,"logger":"seldon-controller","msg":"Found identical Virtual Service","namespace":"seldon","name":"nvidia-sp-nvidia-sp-grpc"}
{"level":"info","ts":1567100594.2879992,"logger":"seldon-controller","msg":"Found identical Istio Destination Rule","namespace":"seldon","name":"nvidia-sp-nvidia-sp-nvidia-sp"}
2019/08/29 17:43:19 http: TLS handshake error from 10.24.0.29:59576: tls: first record does not look like a TLS handshake
2019/08/29 17:43:34 http: TLS handshake error from 10.24.0.29:59750: tls: first record does not look like a TLS handshake
2019/08/29 17:43:49 http: TLS handshake error from 10.24.0.29:59924: tls: first record does not look like a TLS handshake
2019/08/29 17:44:04 http: TLS handshake error from 10.24.0.29:60110: tls: first record does not look like a TLS handshake
2019/08/29 17:44:19 http: TLS handshake error from 10.24.0.29:60292: tls: first record does not look like a TLS handshake
2019/08/29 17:44:34 http: TLS handshake error from 10.24.0.29:60466: tls: first record does not look like a TLS handshake
2019/08/29 17:44:49 http: TLS handshake error from 10.24.0.29:60640: tls: first record does not look like a TLS handshake
2019/08/29 17:45:04 http: TLS handshake error from 10.24.0.29:60826: tls: first record does not look like a TLS handshake
2019/08/29 17:45:19 http: TLS handshake error from 10.24.0.29:32790: tls: first record does not look like a TLS handshake
2019/08/29 17:45:34 http: TLS handshake error from 10.24.0.29:32970: tls: first record does not look like a TLS handshake
2019/08/29 17:45:49 http: TLS handshake error from 10.24.0.29:33148: tls: first record does not look like a TLS handshake
2019/08/29 17:46:04 http: TLS handshake error from 10.24.0.29:33334: tls: first record does not look like a TLS handshake
2019/08/29 17:46:19 http: TLS handshake error from 10.24.0.29:33534: tls: first record does not look like a TLS handshake
2019/08/29 17:46:34 http: TLS handshake error from 10.24.0.29:33720: tls: first record does not look like a TLS handshake
2019/08/29 17:46:49 http: TLS handshake error from 10.24.0.29:33910: tls: first record does not look like a TLS handshake
2019/08/29 17:47:04 http: TLS handshake error from 10.24.0.29:34112: tls: first record does not look like a TLS handshake
2019/08/29 17:47:19 http: TLS handshake error from 10.24.0.29:34310: tls: first record does not look like a TLS handshake
2019/08/29 17:47:34 http: TLS handshake error from 10.24.0.29:34498: tls: first record does not look like a TLS handshake
2019/08/29 17:47:49 http: TLS handshake error from 10.24.0.29:34692: tls: first record does not look like a TLS handshake
2019/08/29 17:48:04 http: TLS handshake error from 10.24.0.29:34892: tls: first record does not look like a TLS handshake
2019/08/29 17:48:19 http: TLS handshake error from 10.24.0.29:35090: tls: first record does not look like a TLS handshake
2019/08/29 17:48:34 http: TLS handshake error from 10.24.0.29:35278: tls: first record does not look like a TLS handshake
2019/08/29 17:48:49 http: TLS handshake error from 10.24.0.29:35472: tls: first record does not look like a TLS handshake
2019/08/29 17:49:04 http: TLS handshake error from 10.24.0.29:35670: tls: first record does not look like a TLS handshake
2019/08/29 17:49:19 http: TLS handshake error from 10.24.0.29:35874: tls: first record does not look like a TLS handshake
2019/08/29 17:49:34 http: TLS handshake error from 10.24.0.29:36062: tls: first record does not look like a TLS handshake
2019/08/29 17:49:49 http: TLS handshake error from 10.24.0.29:36254: tls: first record does not look like a TLS handshake
2019/08/29 17:50:04 http: TLS handshake error from 10.24.0.29:36452: tls: first record does not look like a TLS handshake
{"level":"info","ts":1567101008.638647,"logger":"seldon-controller","msg":"pSvcName","val":"nvidia-sp-nvidia-sp-nvidia-sp"}
{"level":"info","ts":1567101008.638879,"logger":"seldon-controller","msg":"Not creating container service for inference-server"}
{"level":"info","ts":1567101008.6390448,"logger":"seldon-controller","msg":"Creating default Ambassador config"}
{"level":"info","ts":1567101008.639525,"logger":"seldon-controller","msg":"Updating Deployment","namespace":"seldon","name":"nvidia-sp-nvidia-sp-8888366"}
{"volumes":[{"name":"podinfo","downwardAPI":{"items":[{"path":"annotations","fieldRef":{"apiVersion":"v1","fieldPath":"metadata.annotations"}}],"defaultMode":420}}],"containers":[{"name":"sp-predictor-istio","image":"gcr.io/gn-data-science-project02/dev-models/sp-predictor:0.3","ports":[{"name":"http","containerPort":9000,"protocol":"TCP"}],"env":[{"name":"PREDICTIVE_UNIT_SERVICE_PORT","value":"9000"},{"name":"PREDICTIVE_UNIT_ID","value":"sp-predictor-istio"},{"name":"PREDICTOR_ID","value":"nvidia-sp"},{"name":"SELDON_DEPLOYMENT_ID","value":"nvidia-sp"},{"name":"PREDICTIVE_UNIT_PARAMETERS","value":"[{\"name\":\"url\",\"value\":\"localhost:2001\",\"type\":\"STRING\"},{\"name\":\"model_name\",\"value\":\"spelling_model\",\"type\":\"STRING\"},{\"name\":\"protocol\",\"value\":\"grpc\",\"type\":\"STRING\"}]"}],"resources":{"limits":{"cpu":"2"},"requests":{"cpu":"2"}},"livenessProbe":{"tcpSocket":{"port":"http"},"initialDelaySeconds":60,"timeoutSeconds":1,"periodSeconds":5,"successThreshold":1,"failureThreshold":3},"readinessProbe":{"tcpSocket":{"port":"http"},"initialDelaySeconds":20,"timeoutSeconds":1,"periodSeconds":5,"successThreshold":1,"failureThreshold":3},"lifecycle":{"preStop":{"exec":{"command":["/bin/sh","-c","/bin/sleep 10"]}}},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"},{"name":"inference-server","image":"nvcr.io/nvidia/tensorrtserver:19.07-py3","command":["trtserver"],"args":["--model-store=gs://dev-models-dsg/search/spelling-models-256","--http-port=2000","--grpc-port=2001"],"ports":[{"containerPort":2000,"protocol":"TCP"},{"containerPort":2001,"protocol":"TCP"},{"containerPort":2002,"protocol":"TCP"}],"resources":{"limits":{"cpu":"1","nvidia.com/gpu":"1"},"requests":{"cpu":"1","nvidia.com/gpu":"1"}},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent","securityContext":{"runAsUser":1000}},{"name":"seldon-container-engine","image":"docker.io/seldonio/engine:0.4.0","ports":[{"containerPort":8000,"protocol":"TCP"},{"containerPort":5001,"protocol":"TCP"},{"name":"admin","containerPort":8082,"protocol":"TCP"},{"name":"jmx","containerPort":9090,"protocol":"TCP"}],"env":[{"name":"ENGINE_PREDICTOR","value":"eyJuYW1lIjoibnZpZGlhLXNwIiwiZ3JhcGgiOnsibmFtZSI6InNwLXByZWRpY3Rvci1pc3RpbyIsInR5cGUiOiJNT0RFTCIsImltcGxlbWVudGF0aW9uIjoiVU5LTk9XTl9JTVBMRU1FTlRBVElPTiIsImVuZHBvaW50Ijp7InNlcnZpY2VfaG9zdCI6ImxvY2FsaG9zdCIsInNlcnZpY2VfcG9ydCI6OTAwMCwidHlwZSI6IlJFU1QifSwicGFyYW1ldGVycyI6W3sibmFtZSI6InVybCIsInZhbHVlIjoibG9jYWxob3N0OjIwMDEiLCJ0eXBlIjoiU1RSSU5HIn0seyJuYW1lIjoibW9kZWxfbmFtZSIsInZhbHVlIjoic3BlbGxpbmdfbW9kZWwiLCJ0eXBlIjoiU1RSSU5HIn0seyJuYW1lIjoicHJvdG9jb2wiLCJ2YWx1ZSI6ImdycGMiLCJ0eXBlIjoiU1RSSU5HIn1dfSwiY29tcG9uZW50U3BlY3MiOlt7Im1ldGFkYXRhIjp7ImNyZWF0aW9uVGltZXN0YW1wIjpudWxsfSwic3BlYyI6eyJjb250YWluZXJzIjpbeyJuYW1lIjoic3AtcHJlZGljdG9yLWlzdGlvIiwiaW1hZ2UiOiJnY3IuaW8vZ24tZGF0YS1zY2llbmNlLXByb2plY3QwMi9kZXYtbW9kZWxzL3NwLXByZWRpY3RvcjowLjMiLCJwb3J0cyI6W3sibmFtZSI6Imh0dHAiLCJjb250YWluZXJQb3J0Ijo5MDAwLCJwcm90b2NvbCI6IlRDUCJ9XSwiZW52IjpbeyJuYW1lIjoiUFJFRElDVElWRV9VTklUX1NFUlZJQ0VfUE9SVCIsInZhbHVlIjoiOTAwMCJ9LHsibmFtZSI6IlBSRURJQ1RJVkVfVU5JVF9JRCIsInZhbHVlIjoic3AtcHJlZGljdG9yLWlzdGlvIn0seyJuYW1lIjoiUFJFRElDVE9SX0lEIiwidmFsdWUiOiJudmlkaWEtc3AifSx7Im5hbWUiOiJTRUxET05fREVQTE9ZTUVOVF9JRCIsInZhbHVlIjoibnZpZGlhLXNwIn0seyJuYW1lIjoiUFJFRElDVElWRV9VTklUX1BBUkFNRVRFUlMiLCJ2YWx1ZSI6Ilt7XCJuYW1lXCI6XCJ1cmxcIixcInZhbHVlXCI6XCJsb2NhbGhvc3Q6MjAwMVwiLFwidHlwZVwiOlwiU1RSSU5HXCJ9LHtcIm5hbWVcIjpcIm1vZGVsX25hbWVcIixcInZhbHVlXCI6XCJzcGVsbGluZ19tb2RlbFwiLFwidHlwZVwiOlwiU1RSSU5HXCJ9LHtcIm5hbWVcIjpcInByb3RvY29sXCIsXCJ2YWx1ZVwiOlwiZ3JwY1wiLFwidHlwZVwiOlwiU1RSSU5HXCJ9XSJ9XSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiIyIn0sInJlcXVlc3RzIjp7ImNwdSI6IjIifX0sImxpdmVuZXNzUHJvYmUiOnsidGNwU29ja2V0Ijp7InBvcnQiOiJodHRwIn0sImluaXRpYWxEZWxheVNlY29uZHMiOjYwLCJ0aW1lb3V0U2Vjb25kcyI6MSwicGVyaW9kU2Vjb25kcyI6NSwic3VjY2Vzc1RocmVzaG9sZCI6MSwiZmFpbHVyZVRocmVzaG9sZCI6M30sInJlYWRpbmVzc1Byb2JlIjp7InRjcFNvY2tldCI6eyJwb3J0IjoiaHR0cCJ9LCJpbml0aWFsRGVsYXlTZWNvbmRzIjoyMCwidGltZW91dFNlY29uZHMiOjEsInBlcmlvZFNlY29uZHMiOjUsInN1Y2Nlc3NUaHJlc2hvbGQiOjEsImZhaWx1cmVUaHJlc2hvbGQiOjN9LCJsaWZlY3ljbGUiOnsicHJlU3RvcCI6eyJleGVjIjp7ImNvbW1hbmQiOlsiL2Jpbi9zaCIsIi1jIiwiL2Jpbi9zbGVlcCAxMCJdfX19LCJ0ZXJtaW5hdGlvbk1lc3NhZ2VQYXRoIjoiL2Rldi90ZXJtaW5hdGlvbi1sb2ciLCJ0ZXJtaW5hdGlvbk1lc3NhZ2VQb2xpY3kiOiJGaWxlIiwiaW1hZ2VQdWxsUG9saWN5IjoiSWZOb3RQcmVzZW50In0seyJuYW1lIjoiaW5mZXJlbmNlLXNlcnZlciIsImltYWdlIjoibnZjci5pby9udmlkaWEvdGVuc29ycnRzZXJ2ZXI6MTkuMDctcHkzIiwiY29tbWFuZCI6WyJ0cnRzZXJ2ZXIiXSwiYXJncyI6WyItLW1vZGVsLXN0b3JlPWdzOi8vZGV2LW1vZGVscy1kc2cvc2VhcmNoL3NwZWxsaW5nLW1vZGVscy0yNTYiLCItLWh0dHAtcG9ydD0yMDAwIiwiLS1ncnBjLXBvcnQ9MjAwMSJdLCJwb3J0cyI6W3siY29udGFpbmVyUG9ydCI6MjAwMCwicHJvdG9jb2wiOiJUQ1AifSx7ImNvbnRhaW5lclBvcnQiOjIwMDEsInByb3RvY29sIjoiVENQIn0seyJjb250YWluZXJQb3J0IjoyMDAyLCJwcm90b2NvbCI6IlRDUCJ9XSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiIxIiwibnZpZGlhLmNvbS9ncHUiOiIxIn0sInJlcXVlc3RzIjp7ImNwdSI6IjEiLCJudmlkaWEuY29tL2dwdSI6IjEifX0sInRlcm1pbmF0aW9uTWVzc2FnZVBhdGgiOiIvZGV2L3Rlcm1pbmF0aW9uLWxvZyIsInRlcm1pbmF0aW9uTWVzc2FnZVBvbGljeSI6IkZpbGUiLCJpbWFnZVB1bGxQb2xpY3kiOiJJZk5vdFByZXNlbnQiLCJzZWN1cml0eUNvbnRleHQiOnsicnVuQXNVc2VyIjoxMDAwfX1dLCJ0ZXJtaW5hdGlvbkdyYWNlUGVyaW9kU2Vjb25kcyI6MSwiaW1hZ2VQdWxsU2VjcmV0cyI6W3sibmFtZSI6Im5nYyJ9XX19XSwicmVwbGljYXMiOjEsImVuZ2luZVJlc291cmNlcyI6e30sImxhYmVscyI6eyJmbHVlbnRkIjoidHJ1ZSIsInZlcnNpb24iOiJ2MSJ9LCJzdmNPcmNoU3BlYyI6eyJyZXNvdXJjZXMiOnsicmVxdWVzdHMiOnsiY3B1IjoiMSJ9fX0sImV4cGxhaW5lciI6eyJjb250YWluZXJTcGVjIjp7Im5hbWUiOiIiLCJyZXNvdXJjZXMiOnt9fX19"},{"name":"DEPLOYMENT_NAME","value":"nvidia-sp"},{"name":"DEPLOYMENT_NAMESPACE","value":"seldon"},{"name":"ENGINE_SERVER_PORT","value":"8000"},{"name":"ENGINE_SERVER_GRPC_PORT","value":"5001"},{"name":"JAVA_OPTS","value":"-server -Dcom.sun.management.jmxremote.rmi.port=9090 -Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.port=9090 -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.local.only=false -Djava.rmi.server.hostname=127.0.0.1"},{"name":"SELDON_LOG_MESSAGES_EXTERNALLY","value":"false"}],"resources":{"requests":{"cpu":"1"}},"volumeMounts":[{"name":"podinfo","mountPath":"/etc/podinfo"}],"livenessProbe":{"httpGet":{"path":"/live","port":"admin","scheme":"HTTP"},"initialDelaySeconds":20,"timeoutSeconds":2,"periodSeconds":5,"successThreshold":1,"failureThreshold":7},"readinessProbe":{"httpGet":{"path":"/ready","port":"admin","scheme":"HTTP"},"initialDelaySeconds":20,"timeoutSeconds":2,"periodSeconds":1,"successThreshold":1,"failureThreshold":1},"lifecycle":{"preStop":{"exec":{"command":["/bin/sh","-c","curl 127.0.0.1:8000/pause; /bin/sleep 10"]}}},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent","securityContext":{"runAsUser":8888,"procMount":"Default"}}],"restartPolicy":"Always","terminationGracePeriodSeconds":20,"dnsPolicy":"ClusterFirst","securityContext":{},"imagePullSecrets":[{"name":"ngc"}],"schedulerName":"default-scheduler"}
{"volumes":[{"name":"podinfo","downwardAPI":{"items":[{"path":"annotations","fieldRef":{"apiVersion":"v1","fieldPath":"metadata.annotations"}}],"defaultMode":420}}],"containers":[{"name":"sp-predictor-istio","image":"gcr.io/gn-data-science-project02/dev-models/sp-predictor:0.3","ports":[{"name":"http","containerPort":9000,"protocol":"TCP"}],"env":[{"name":"PREDICTIVE_UNIT_SERVICE_PORT","value":"9000"},{"name":"PREDICTIVE_UNIT_ID","value":"sp-predictor-istio"},{"name":"PREDICTOR_ID","value":"nvidia-sp"},{"name":"SELDON_DEPLOYMENT_ID","value":"nvidia-sp"},{"name":"PREDICTIVE_UNIT_PARAMETERS","value":"[{\"name\":\"url\",\"value\":\"localhost:2001\",\"type\":\"STRING\"},{\"name\":\"model_name\",\"value\":\"spelling_model\",\"type\":\"STRING\"},{\"name\":\"protocol\",\"value\":\"grpc\",\"type\":\"STRING\"}]"}],"resources":{"limits":{"cpu":"2"},"requests":{"cpu":"2"}},"livenessProbe":{"tcpSocket":{"port":"http"},"initialDelaySeconds":60,"timeoutSeconds":1,"periodSeconds":5,"successThreshold":1,"failureThreshold":3},"readinessProbe":{"tcpSocket":{"port":"http"},"initialDelaySeconds":20,"timeoutSeconds":1,"periodSeconds":5,"successThreshold":1,"failureThreshold":3},"lifecycle":{"preStop":{"exec":{"command":["/bin/sh","-c","/bin/sleep 10"]}}},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"},{"name":"inference-server","image":"nvcr.io/nvidia/tensorrtserver:19.07-py3","command":["trtserver"],"args":["--model-store=gs://dev-models-dsg/search/spelling-models-256","--http-port=2000","--grpc-port=2001"],"ports":[{"containerPort":2000,"protocol":"TCP"},{"containerPort":2001,"protocol":"TCP"},{"containerPort":2002,"protocol":"TCP"}],"resources":{"limits":{"cpu":"1","nvidia.com/gpu":"1"},"requests":{"cpu":"1","nvidia.com/gpu":"1"}},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent","securityContext":{"runAsUser":1000,"procMount":"Default"}},{"name":"seldon-container-engine","image":"docker.io/seldonio/engine:0.4.0","ports":[{"containerPort":8000,"protocol":"TCP"},{"containerPort":5001,"protocol":"TCP"},{"name":"admin","containerPort":8082,"protocol":"TCP"},{"name":"jmx","containerPort":9090,"protocol":"TCP"}],"env":[{"name":"ENGINE_PREDICTOR","value":"eyJuYW1lIjoibnZpZGlhLXNwIiwiZ3JhcGgiOnsibmFtZSI6InNwLXByZWRpY3Rvci1pc3RpbyIsInR5cGUiOiJNT0RFTCIsImltcGxlbWVudGF0aW9uIjoiVU5LTk9XTl9JTVBMRU1FTlRBVElPTiIsImVuZHBvaW50Ijp7InNlcnZpY2VfaG9zdCI6ImxvY2FsaG9zdCIsInNlcnZpY2VfcG9ydCI6OTAwMCwidHlwZSI6IlJFU1QifSwicGFyYW1ldGVycyI6W3sibmFtZSI6InVybCIsInZhbHVlIjoibG9jYWxob3N0OjIwMDEiLCJ0eXBlIjoiU1RSSU5HIn0seyJuYW1lIjoibW9kZWxfbmFtZSIsInZhbHVlIjoic3BlbGxpbmdfbW9kZWwiLCJ0eXBlIjoiU1RSSU5HIn0seyJuYW1lIjoicHJvdG9jb2wiLCJ2YWx1ZSI6ImdycGMiLCJ0eXBlIjoiU1RSSU5HIn1dfSwiY29tcG9uZW50U3BlY3MiOlt7Im1ldGFkYXRhIjp7ImNyZWF0aW9uVGltZXN0YW1wIjpudWxsfSwic3BlYyI6eyJjb250YWluZXJzIjpbeyJuYW1lIjoic3AtcHJlZGljdG9yLWlzdGlvIiwiaW1hZ2UiOiJnY3IuaW8vZ24tZGF0YS1zY2llbmNlLXByb2plY3QwMi9kZXYtbW9kZWxzL3NwLXByZWRpY3RvcjowLjMiLCJwb3J0cyI6W3sibmFtZSI6Imh0dHAiLCJjb250YWluZXJQb3J0Ijo5MDAwLCJwcm90b2NvbCI6IlRDUCJ9XSwiZW52IjpbeyJuYW1lIjoiUFJFRElDVElWRV9VTklUX1NFUlZJQ0VfUE9SVCIsInZhbHVlIjoiOTAwMCJ9LHsibmFtZSI6IlBSRURJQ1RJVkVfVU5JVF9JRCIsInZhbHVlIjoic3AtcHJlZGljdG9yLWlzdGlvIn0seyJuYW1lIjoiUFJFRElDVE9SX0lEIiwidmFsdWUiOiJudmlkaWEtc3AifSx7Im5hbWUiOiJTRUxET05fREVQTE9ZTUVOVF9JRCIsInZhbHVlIjoibnZpZGlhLXNwIn0seyJuYW1lIjoiUFJFRElDVElWRV9VTklUX1BBUkFNRVRFUlMiLCJ2YWx1ZSI6Ilt7XCJuYW1lXCI6XCJ1cmxcIixcInZhbHVlXCI6XCJsb2NhbGhvc3Q6MjAwMVwiLFwidHlwZVwiOlwiU1RSSU5HXCJ9LHtcIm5hbWVcIjpcIm1vZGVsX25hbWVcIixcInZhbHVlXCI6XCJzcGVsbGluZ19tb2RlbFwiLFwidHlwZVwiOlwiU1RSSU5HXCJ9LHtcIm5hbWVcIjpcInByb3RvY29sXCIsXCJ2YWx1ZVwiOlwiZ3JwY1wiLFwidHlwZVwiOlwiU1RSSU5HXCJ9XSJ9XSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiIyIn0sInJlcXVlc3RzIjp7ImNwdSI6IjIifX0sImxpdmVuZXNzUHJvYmUiOnsidGNwU29ja2V0Ijp7InBvcnQiOiJodHRwIn0sImluaXRpYWxEZWxheVNlY29uZHMiOjYwLCJ0aW1lb3V0U2Vjb25kcyI6MSwicGVyaW9kU2Vjb25kcyI6NSwic3VjY2Vzc1RocmVzaG9sZCI6MSwiZmFpbHVyZVRocmVzaG9sZCI6M30sInJlYWRpbmVzc1Byb2JlIjp7InRjcFNvY2tldCI6eyJwb3J0IjoiaHR0cCJ9LCJpbml0aWFsRGVsYXlTZWNvbmRzIjoyMCwidGltZW91dFNlY29uZHMiOjEsInBlcmlvZFNlY29uZHMiOjUsInN1Y2Nlc3NUaHJlc2hvbGQiOjEsImZhaWx1cmVUaHJlc2hvbGQiOjN9LCJsaWZlY3ljbGUiOnsicHJlU3RvcCI6eyJleGVjIjp7ImNvbW1hbmQiOlsiL2Jpbi9zaCIsIi1jIiwiL2Jpbi9zbGVlcCAxMCJdfX19LCJ0ZXJtaW5hdGlvbk1lc3NhZ2VQYXRoIjoiL2Rldi90ZXJtaW5hdGlvbi1sb2ciLCJ0ZXJtaW5hdGlvbk1lc3NhZ2VQb2xpY3kiOiJGaWxlIiwiaW1hZ2VQdWxsUG9saWN5IjoiSWZOb3RQcmVzZW50In0seyJuYW1lIjoiaW5mZXJlbmNlLXNlcnZlciIsImltYWdlIjoibnZjci5pby9udmlkaWEvdGVuc29ycnRzZXJ2ZXI6MTkuMDctcHkzIiwiY29tbWFuZCI6WyJ0cnRzZXJ2ZXIiXSwiYXJncyI6WyItLW1vZGVsLXN0b3JlPWdzOi8vZGV2LW1vZGVscy1kc2cvc2VhcmNoL3NwZWxsaW5nLW1vZGVscy0yNTYiLCItLWh0dHAtcG9ydD0yMDAwIiwiLS1ncnBjLXBvcnQ9MjAwMSJdLCJwb3J0cyI6W3siY29udGFpbmVyUG9ydCI6MjAwMCwicHJvdG9jb2wiOiJUQ1AifSx7ImNvbnRhaW5lclBvcnQiOjIwMDEsInByb3RvY29sIjoiVENQIn0seyJjb250YWluZXJQb3J0IjoyMDAyLCJwcm90b2NvbCI6IlRDUCJ9XSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiIxIiwibnZpZGlhLmNvbS9ncHUiOiIxIn0sInJlcXVlc3RzIjp7ImNwdSI6IjEiLCJudmlkaWEuY29tL2dwdSI6IjEifX0sInRlcm1pbmF0aW9uTWVzc2FnZVBhdGgiOiIvZGV2L3Rlcm1pbmF0aW9uLWxvZyIsInRlcm1pbmF0aW9uTWVzc2FnZVBvbGljeSI6IkZpbGUiLCJpbWFnZVB1bGxQb2xpY3kiOiJJZk5vdFByZXNlbnQiLCJzZWN1cml0eUNvbnRleHQiOnsicnVuQXNVc2VyIjoxMDAwfX1dLCJ0ZXJtaW5hdGlvbkdyYWNlUGVyaW9kU2Vjb25kcyI6MSwiaW1hZ2VQdWxsU2VjcmV0cyI6W3sibmFtZSI6Im5nYyJ9XX19XSwicmVwbGljYXMiOjEsImVuZ2luZVJlc291cmNlcyI6e30sImxhYmVscyI6eyJmbHVlbnRkIjoidHJ1ZSIsInZlcnNpb24iOiJ2MSJ9LCJzdmNPcmNoU3BlYyI6eyJyZXNvdXJjZXMiOnsicmVxdWVzdHMiOnsiY3B1IjoiMSJ9fX0sImV4cGxhaW5lciI6eyJjb250YWluZXJTcGVjIjp7Im5hbWUiOiIiLCJyZXNvdXJjZXMiOnt9fX19"},{"name":"DEPLOYMENT_NAME","value":"nvidia-sp"},{"name":"DEPLOYMENT_NAMESPACE","value":"seldon"},{"name":"ENGINE_SERVER_PORT","value":"8000"},{"name":"ENGINE_SERVER_GRPC_PORT","value":"5001"},{"name":"JAVA_OPTS","value":"-server -Dcom.sun.management.jmxremote.rmi.port=9090 -Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.port=9090 -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.local.only=false -Djava.rmi.server.hostname=127.0.0.1"},{"name":"SELDON_LOG_MESSAGES_EXTERNALLY","value":"false"}],"resources":{"requests":{"cpu":"1"}},"volumeMounts":[{"name":"podinfo","mountPath":"/etc/podinfo"}],"livenessProbe":{"httpGet":{"path":"/live","port":"admin","scheme":"HTTP"},"initialDelaySeconds":20,"timeoutSeconds":2,"periodSeconds":5,"successThreshold":1,"failureThreshold":7},"readinessProbe":{"httpGet":{"path":"/ready","port":"admin","scheme":"HTTP"},"initialDelaySeconds":20,"timeoutSeconds":2,"periodSeconds":1,"successThreshold":1,"failureThreshold":1},"lifecycle":{"preStop":{"exec":{"command":["/bin/sh","-c","curl 127.0.0.1:8000/pause; /bin/sleep 10"]}}},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent","securityContext":{"runAsUser":8888,"procMount":"Default"}}],"restartPolicy":"Always","terminationGracePeriodSeconds":20,"dnsPolicy":"ClusterFirst","securityContext":{},"imagePullSecrets":[{"name":"ngc"}],"schedulerName":"default-scheduler"}
{"level":"info","ts":1567101008.6509047,"logger":"seldon-controller","msg":"Found identical Service","namespace":"seldon","name":"seldon-5962968fa362e710c7798d69cd566fa6","status":{"loadBalancer":{}}}
{"level":"info","ts":1567101008.6509702,"logger":"seldon-controller","msg":"Skipping Ambassador Svc"}
{"level":"info","ts":1567101008.6510444,"logger":"seldon-controller","msg":"Found identical Virtual Service","namespace":"seldon","name":"nvidia-sp-nvidia-sp-http"}
{"level":"info","ts":1567101008.651106,"logger":"seldon-controller","msg":"Found identical Virtual Service","namespace":"seldon","name":"nvidia-sp-nvidia-sp-grpc"}
{"level":"info","ts":1567101008.6511383,"logger":"seldon-controller","msg":"Found identical Istio Destination Rule","namespace":"seldon","name":"nvidia-sp-nvidia-sp-nvidia-sp"}
2019/08/29 17:50:19 http: TLS handshake error from 10.24.0.29:36648: tls: first record does not look like a TLS handshake
2019/08/29 17:50:34 http: TLS handshake error from 10.24.0.29:36836: tls: first record does not look like a TLS handshake
2019/08/29 17:50:49 http: TLS handshake error from 10.24.0.29:37026: tls: first record does not look like a TLS handshake
2019/08/29 17:51:04 http: TLS handshake error from 10.24.0.29:37226: tls: first record does not look like a TLS handshake
2019/08/29 17:51:19 http: TLS handshake error from 10.24.0.29:37422: tls: first record does not look like a TLS handshake
2019/08/29 17:51:34 http: TLS handshake error from 10.24.0.29:37608: tls: first record does not look like a TLS handshake
2019/08/29 17:51:49 http: TLS handshake error from 10.24.0.29:37800: tls: first record does not look like a TLS handshake
2019/08/29 17:52:04 http: TLS handshake error from 10.24.0.29:37998: tls: first record does not look like a TLS handshake
2019/08/29 17:52:19 http: TLS handshake error from 10.24.0.29:38194: tls: first record does not look like a TLS handshake
2019/08/29 17:52:34 http: TLS handshake error from 10.24.0.29:38382: tls: first record does not look like a TLS handshake
2019/08/29 17:52:49 http: TLS handshake error from 10.24.0.29:38572: tls: first record does not look like a TLS handshake
2019/08/29 17:53:04 http: TLS handshake error from 10.24.0.29:38770: tls: first record does not look like a TLS handshake
2019/08/29 17:53:19 http: TLS handshake error from 10.24.0.29:38968: tls: first record does not look like a TLS handshake
2019/08/29 17:53:34 http: TLS handshake error from 10.24.0.29:39156: tls: first record does not look like a TLS handshake
2019/08/29 17:53:49 http: TLS handshake error from 10.24.0.29:39346: tls: first record does not look like a TLS handshake
2019/08/29 17:54:04 http: TLS handshake error from 10.24.0.29:39542: tls: first record does not look like a TLS handshake
2019/08/29 17:54:19 http: TLS handshake error from 10.24.0.29:39740: tls: first record does not look like a TLS handshake
2019/08/29 17:54:34 http: TLS handshake error from 10.24.0.29:39928: tls: first record does not look like a TLS handshake
2019/08/29 17:54:49 http: TLS handshake error from 10.24.0.29:40120: tls: first record does not look like a TLS handshake
2019/08/29 17:55:04 http: TLS handshake error from 10.24.0.29:40316: tls: first record does not look like a TLS handshake
2019/08/29 17:55:19 http: TLS handshake error from 10.24.0.29:40512: tls: first record does not look like a TLS handshake
2019/08/29 17:55:34 http: TLS handshake error from 10.24.0.29:40700: tls: first record does not look like a TLS handshake
2019/08/29 17:55:49 http: TLS handshake error from 10.24.0.29:40892: tls: first record does not look like a TLS handshake
2019/08/29 17:56:04 http: TLS handshake error from 10.24.0.29:41090: tls: first record does not look like a TLS handshake
2019/08/29 17:56:19 http: TLS handshake error from 10.24.0.29:41286: tls: first record does not look like a TLS handshake
2019/08/29 17:56:34 http: TLS handshake error from 10.24.0.29:41478: tls: first record does not look like a TLS handshake
2019/08/29 17:56:49 http: TLS handshake error from 10.24.0.29:41668: tls: first record does not look like a TLS handshake
2019/08/29 17:57:04 http: TLS handshake error from 10.24.0.29:41872: tls: first record does not look like a TLS handshake
2019/08/29 17:57:19 http: TLS handshake error from 10.24.0.29:42070: tls: first record does not look like a TLS handshake
2019/08/29 17:57:34 http: TLS handshake error from 10.24.0.29:42256: tls: first record does not look like a TLS handshake
2019/08/29 17:57:49 http: TLS handshake error from 10.24.0.29:42450: tls: first record does not look like a TLS handshake
2019/08/29 17:58:04 http: TLS handshake error from 10.24.0.29:42652: tls: first record does not look like a TLS handshake
2019/08/29 17:58:19 http: TLS handshake error from 10.24.0.29:42852: tls: first record does not look like a TLS handshake
2019/08/29 17:58:34 http: TLS handshake error from 10.24.0.29:43038: tls: first record does not look like a TLS handshake
2019/08/29 17:58:49 http: TLS handshake error from 10.24.0.29:43230: tls: first record does not look like a TLS handshake
2019/08/29 17:59:04 http: TLS handshake error from 10.24.0.29:43426: tls: first record does not look like a TLS handshake
2019/08/29 17:59:19 http: TLS handshake error from 10.24.0.29:43624: tls: first record does not look like a TLS handshake
2019/08/29 17:59:34 http: TLS handshake error from 10.24.0.29:43812: tls: first record does not look like a TLS handshake
2019/08/29 17:59:49 http: TLS handshake error from 10.24.0.29:44002: tls: first record does not look like a TLS handshake
2019/08/29 18:00:04 http: TLS handshake error from 10.24.0.29:44200: tls: first record does not look like a TLS handshake
2019/08/29 18:00:19 http: TLS handshake error from 10.24.0.29:44396: tls: first record does not look like a TLS handshake
2019/08/29 18:00:34 http: TLS handshake error from 10.24.0.29:44582: tls: first record does not look like a TLS handshake
2019/08/29 18:00:49 http: TLS handshake error from 10.24.0.29:44774: tls: first record does not look like a TLS handshake
2019/08/29 18:01:04 http: TLS handshake error from 10.24.0.29:44972: tls: first record does not look like a TLS handshake
2019/08/29 18:01:19 http: TLS handshake error from 10.24.0.29:45168: tls: first record does not look like a TLS handshake
2019/08/29 18:01:34 http: TLS handshake error from 10.24.0.29:45356: tls: first record does not look like a TLS handshake
2019/08/29 18:01:49 http: TLS handshake error from 10.24.0.29:45546: tls: first record does not look like a TLS handshake
2019/08/29 18:02:04 http: TLS handshake error from 10.24.0.29:45734: tls: first record does not look like a TLS handshake
2019/08/29 18:02:19 http: TLS handshake error from 10.24.0.29:45942: tls: first record does not look like a TLS handshake
2019/08/29 18:02:34 http: TLS handshake error from 10.24.0.29:46128: tls: first record does not look like a TLS handshake
2019/08/29 18:02:49 http: TLS handshake error from 10.24.0.29:46318: tls: first record does not look like a TLS handshake
2019/08/29 18:03:04 http: TLS handshake error from 10.24.0.29:46502: tls: first record does not look like a TLS handshake
2019/08/29 18:03:19 http: TLS handshake error from 10.24.0.29:46714: tls: first record does not look like a TLS handshake
2019/08/29 18:03:34 http: TLS handshake error from 10.24.0.29:46900: tls: first record does not look like a TLS handshake
2019/08/29 18:03:49 http: TLS handshake error from 10.24.0.29:47092: tls: first record does not look like a TLS handshake
2019/08/29 18:04:04 http: TLS handshake error from 10.24.0.29:47276: tls: first record does not look like a TLS handshake
2019/08/29 18:04:19 http: TLS handshake error from 10.24.0.29:47484: tls: first record does not look like a TLS handshake
2019/08/29 18:04:34 http: TLS handshake error from 10.24.0.29:47672: tls: first record does not look like a TLS handshake
2019/08/29 18:04:49 http: TLS handshake error from 10.24.0.29:47864: tls: first record does not look like a TLS handshake
2019/08/29 18:05:04 http: TLS handshake error from 10.24.0.29:48048: tls: first record does not look like a TLS handshake
2019/08/29 18:05:19 http: TLS handshake error from 10.24.0.29:48256: tls: first record does not look like a TLS handshake
2019/08/29 18:05:34 http: TLS handshake error from 10.24.0.29:48444: tls: first record does not look like a TLS handshake
2019/08/29 18:05:49 http: TLS handshake error from 10.24.0.29:48634: tls: first record does not look like a TLS handshake
2019/08/29 18:06:04 http: TLS handshake error from 10.24.0.29:48826: tls: first record does not look like a TLS handshake
2019/08/29 18:06:19 http: TLS handshake error from 10.24.0.29:49034: tls: first record does not look like a TLS handshake
2019/08/29 18:06:34 http: TLS handshake error from 10.24.0.29:49220: tls: first record does not look like a TLS handshake
2019/08/29 18:06:49 http: TLS handshake error from 10.24.0.29:49412: tls: first record does not look like a TLS handshake
2019/08/29 18:07:04 http: TLS handshake error from 10.24.0.29:49600: tls: first record does not look like a TLS handshake
2019/08/29 18:07:19 http: TLS handshake error from 10.24.0.29:49810: tls: first record does not look like a TLS handshake
2019/08/29 18:07:34 http: TLS handshake error from 10.24.0.29:49996: tls: first record does not look like a TLS handshake
2019/08/29 18:07:49 http: TLS handshake error from 10.24.0.29:50188: tls: first record does not look like a TLS handshake
2019/08/29 18:08:04 http: TLS handshake error from 10.24.0.29:50372: tls: first record does not look like a TLS handshake
2019/08/29 18:08:19 http: TLS handshake error from 10.24.0.29:50582: tls: first record does not look like a TLS handshake
2019/08/29 18:08:34 http: TLS handshake error from 10.24.0.29:50770: tls: first record does not look like a TLS handshake
2019/08/29 18:08:49 http: TLS handshake error from 10.24.0.29:50960: tls: first record does not look like a TLS handshake
2019/08/29 18:09:04 http: TLS handshake error from 10.24.0.29:51146: tls: first record does not look like a TLS handshake
2019/08/29 18:09:19 http: TLS handshake error from 10.24.0.29:51356: tls: first record does not look like a TLS handshake
2019/08/29 18:09:34 http: TLS handshake error from 10.24.0.29:51542: tls: first record does not look like a TLS handshake
2019/08/29 18:09:49 http: TLS handshake error from 10.24.0.29:51734: tls: first record does not look like a TLS handshake
2019/08/29 18:10:04 http: TLS handshake error from 10.24.0.29:51922: tls: first record does not look like a TLS handshake
2019/08/29 18:10:19 http: TLS handshake error from 10.24.0.29:52130: tls: first record does not look like a TLS handshake
2019/08/29 18:10:34 http: TLS handshake error from 10.24.0.29:52318: tls: first record does not look like a TLS handshake
2019/08/29 18:10:49 http: TLS handshake error from 10.24.0.29:52508: tls: first record does not look like a TLS handshake
2019/08/29 18:11:04 http: TLS handshake error from 10.24.0.29:52696: tls: first record does not look like a TLS handshake
2019/08/29 18:11:19 http: TLS handshake error from 10.24.0.29:52904: tls: first record does not look like a TLS handshake
2019/08/29 18:11:34 http: TLS handshake error from 10.24.0.29:53092: tls: first record does not look like a TLS handshake
2019/08/29 18:11:49 http: TLS handshake error from 10.24.0.29:53282: tls: first record does not look like a TLS handshake
2019/08/29 18:12:04 http: TLS handshake error from 10.24.0.29:53466: tls: first record does not look like a TLS handshake
2019/08/29 18:12:19 http: TLS handshake error from 10.24.0.29:53678: tls: first record does not look like a TLS handshake
2019/08/29 18:12:34 http: TLS handshake error from 10.24.0.29:53866: tls: first record does not look like a TLS handshake
2019/08/29 18:12:49 http: TLS handshake error from 10.24.0.29:54056: tls: first record does not look like a TLS handshake
2019/08/29 18:13:04 http: TLS handshake error from 10.24.0.29:54240: tls: first record does not look like a TLS handshake
2019/08/29 18:13:19 http: TLS handshake error from 10.24.0.29:54450: tls: first record does not look like a TLS handshake
2019/08/29 18:13:34 http: TLS handshake error from 10.24.0.29:54636: tls: first record does not look like a TLS handshake
2019/08/29 18:13:49 http: TLS handshake error from 10.24.0.29:54828: tls: first record does not look like a TLS handshake
2019/08/29 18:14:04 http: TLS handshake error from 10.24.0.29:55012: tls: first record does not look like a TLS handshake
2019/08/29 18:14:19 http: TLS handshake error from 10.24.0.29:55220: tls: first record does not look like a TLS handshake
2019/08/29 18:14:34 http: TLS handshake error from 10.24.0.29:55410: tls: first record does not look like a TLS handshake
2019/08/29 18:14:49 http: TLS handshake error from 10.24.0.29:55600: tls: first record does not look like a TLS handshake
2019/08/29 18:15:04 http: TLS handshake error from 10.24.0.29:55786: tls: first record does not look like a TLS handshake
2019/08/29 18:15:19 http: TLS handshake error from 10.24.0.29:55994: tls: first record does not look like a TLS handshake
2019/08/29 18:15:34 http: TLS handshake error from 10.24.0.29:56182: tls: first record does not look like a TLS handshake
2019/08/29 18:15:49 http: TLS handshake error from 10.24.0.29:56372: tls: first record does not look like a TLS handshake
2019/08/29 18:16:04 http: TLS handshake error from 10.24.0.29:56556: tls: first record does not look like a TLS handshake
2019/08/29 18:16:19 http: TLS handshake error from 10.24.0.29:56768: tls: first record does not look like a TLS handshake
2019/08/29 18:16:34 http: TLS handshake error from 10.24.0.29:56954: tls: first record does not look like a TLS handshake
2019/08/29 18:16:49 http: TLS handshake error from 10.24.0.29:57146: tls: first record does not look like a TLS handshake
2019/08/29 18:17:04 http: TLS handshake error from 10.24.0.29:57334: tls: first record does not look like a TLS handshake
2019/08/29 18:17:19 http: TLS handshake error from 10.24.0.29:57542: tls: first record does not look like a TLS handshake
2019/08/29 18:17:34 http: TLS handshake error from 10.24.0.29:57730: tls: first record does not look like a TLS handshake
2019/08/29 18:17:49 http: TLS handshake error from 10.24.0.29:57926: tls: first record does not look like a TLS handshake
2019/08/29 18:18:04 http: TLS handshake error from 10.24.0.29:58110: tls: first record does not look like a TLS handshake
2019/08/29 18:18:19 http: TLS handshake error from 10.24.0.29:58320: tls: first record does not look like a TLS handshake
2019/08/29 18:18:34 http: TLS handshake error from 10.24.0.29:58506: tls: first record does not look like a TLS handshake
2019/08/29 18:18:49 http: TLS handshake error from 10.24.0.29:58698: tls: first record does not look like a TLS handshake
2019/08/29 18:19:04 http: TLS handshake error from 10.24.0.29:58884: tls: first record does not look like a TLS handshake
2019/08/29 18:19:19 http: TLS handshake error from 10.24.0.29:59092: tls: first record does not look like a TLS handshake
2019/08/29 18:19:34 http: TLS handshake error from 10.24.0.29:59280: tls: first record does not look like a TLS handshake
2019/08/29 18:19:49 http: TLS handshake error from 10.24.0.29:59470: tls: first record does not look like a TLS handshake
2019/08/29 18:20:04 http: TLS handshake error from 10.24.0.29:59658: tls: first record does not look like a TLS handshake
2019/08/29 18:20:19 http: TLS handshake error from 10.24.0.29:59866: tls: first record does not look like a TLS handshake
2019/08/29 18:20:34 http: TLS handshake error from 10.24.0.29:60052: tls: first record does not look like a TLS handshake
2019/08/29 18:20:49 http: TLS handshake error from 10.24.0.29:60242: tls: first record does not look like a TLS handshake
2019/08/29 18:21:04 http: TLS handshake error from 10.24.0.29:60426: tls: first record does not look like a TLS handshake
2019/08/29 18:21:19 http: TLS handshake error from 10.24.0.29:60640: tls: first record does not look like a TLS handshake
2019/08/29 18:21:34 http: TLS handshake error from 10.24.0.29:60826: tls: first record does not look like a TLS handshake
2019/08/29 18:21:49 http: TLS handshake error from 10.24.0.29:32784: tls: first record does not look like a TLS handshake
2019/08/29 18:22:04 http: TLS handshake error from 10.24.0.29:32968: tls: first record does not look like a TLS handshake
2019/08/29 18:22:19 http: TLS handshake error from 10.24.0.29:33178: tls: first record does not look like a TLS handshake
2019/08/29 18:22:34 http: TLS handshake error from 10.24.0.29:33366: tls: first record does not look like a TLS handshake
2019/08/29 18:22:49 http: TLS handshake error from 10.24.0.29:33556: tls: first record does not look like a TLS handshake
2019/08/29 18:23:04 http: TLS handshake error from 10.24.0.29:33740: tls: first record does not look like a TLS handshake
2019/08/29 18:23:19 http: TLS handshake error from 10.24.0.29:33948: tls: first record does not look like a TLS handshake
2019/08/29 18:23:34 http: TLS handshake error from 10.24.0.29:34138: tls: first record does not look like a TLS handshake
2019/08/29 18:23:49 http: TLS handshake error from 10.24.0.29:34328: tls: first record does not look like a TLS handshake
2019/08/29 18:24:04 http: TLS handshake error from 10.24.0.29:34514: tls: first record does not look like a TLS handshake
2019/08/29 18:24:19 http: TLS handshake error from 10.24.0.29:34722: tls: first record does not look like a TLS handshake
2019/08/29 18:24:34 http: TLS handshake error from 10.24.0.29:34912: tls: first record does not look like a TLS handshake
2019/08/29 18:24:49 http: TLS handshake error from 10.24.0.29:35102: tls: first record does not look like a TLS handshake
2019/08/29 18:25:04 http: TLS handshake error from 10.24.0.29:35288: tls: first record does not look like a TLS handshake
2019/08/29 18:25:19 http: TLS handshake error from 10.24.0.29:35498: tls: first record does not look like a TLS handshake
2019/08/29 18:25:34 http: TLS handshake error from 10.24.0.29:35684: tls: first record does not look like a TLS handshake
2019/08/29 18:25:49 http: TLS handshake error from 10.24.0.29:35876: tls: first record does not look like a TLS handshake
2019/08/29 18:26:04 http: TLS handshake error from 10.24.0.29:36060: tls: first record does not look like a TLS handshake
2019/08/29 18:26:19 http: TLS handshake error from 10.24.0.29:36270: tls: first record does not look like a TLS handshake
2019/08/29 18:26:34 http: TLS handshake error from 10.24.0.29:36460: tls: first record does not look like a TLS handshake
2019/08/29 18:26:49 http: TLS handshake error from 10.24.0.29:36652: tls: first record does not look like a TLS handshake
2019/08/29 18:27:04 http: TLS handshake error from 10.24.0.29:36848: tls: first record does not look like a TLS handshake
2019/08/29 18:27:19 http: TLS handshake error from 10.24.0.29:37062: tls: first record does not look like a TLS handshake
2019/08/29 18:27:34 http: TLS handshake error from 10.24.0.29:37248: tls: first record does not look like a TLS handshake
2019/08/29 18:27:49 http: TLS handshake error from 10.24.0.29:37442: tls: first record does not look like a TLS handshake
2019/08/29 18:28:04 http: TLS handshake error from 10.24.0.29:37628: tls: first record does not look like a TLS handshake
2019/08/29 18:28:19 http: TLS handshake error from 10.24.0.29:37836: tls: first record does not look like a TLS handshake
2019/08/29 18:28:34 http: TLS handshake error from 10.24.0.29:38022: tls: first record does not look like a TLS handshake
2019/08/29 18:28:49 http: TLS handshake error from 10.24.0.29:38212: tls: first record does not look like a TLS handshake
2019/08/29 18:29:04 http: TLS handshake error from 10.24.0.29:38400: tls: first record does not look like a TLS handshake
2019/08/29 18:29:19 http: TLS handshake error from 10.24.0.29:38604: tls: first record does not look like a TLS handshake
2019/08/29 18:29:34 http: TLS handshake error from 10.24.0.29:38796: tls: first record does not look like a TLS handshake
2019/08/29 18:29:49 http: TLS handshake error from 10.24.0.29:38986: tls: first record does not look like a TLS handshake
2019/08/29 18:30:04 http: TLS handshake error from 10.24.0.29:39172: tls: first record does not look like a TLS handshake
2019/08/29 18:30:19 http: TLS handshake error from 10.24.0.29:39372: tls: first record does not look like a TLS handshake
2019/08/29 18:30:34 http: TLS handshake error from 10.24.0.29:39570: tls: first record does not look like a TLS handshake
2019/08/29 18:30:49 http: TLS handshake error from 10.24.0.29:39760: tls: first record does not look like a TLS handshake
2019/08/29 18:31:04 http: TLS handshake error from 10.24.0.29:39944: tls: first record does not look like a TLS handshake
2019/08/29 18:31:19 http: TLS handshake error from 10.24.0.29:40142: tls: first record does not look like a TLS handshake
2019/08/29 18:31:34 http: TLS handshake error from 10.24.0.29:40344: tls: first record does not look like a TLS handshake
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment