finalizers troubleshooting

es.json

{"level":"info","ts":1563397407.6857507,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":1,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397407.7223785,"logger":"finalizer","msg":"Registering finalizer","finalizer_name":"expectations.finalizers.elasticsearch.k8s.elastic.co","namespace":"e2e","name":"elasticsearch-sample"}
{"level":"info","ts":1563397407.722474,"logger":"finalizer","msg":"Registering finalizer","finalizer_name":"observer.finalizers.elasticsearch.k8s.elastic.co","namespace":"e2e","name":"elasticsearch-sample"}
{"level":"info","ts":1563397407.7224836,"logger":"finalizer","msg":"Registering finalizer","finalizer_name":"secure-settings.finalizers..k8s.elastic.co","namespace":"e2e","name":"elasticsearch-sample"}
{"level":"info","ts":1563397407.7224894,"logger":"finalizer","msg":"Registering finalizer","finalizer_name":"dynamic-watches.finalizers.k8s.elastic.co/http-certificates","namespace":"e2e","name":"elasticsearch-sample"}
{"level":"info","ts":1563397407.852867,"logger":"generic-reconciler","msg":"Creating resource","kind":"ConfigMap","namespace":"e2e","name":"elasticsearch-sample-es-scripts"}
{"level":"info","ts":1563397407.8640866,"logger":"generic-reconciler","msg":"Creating resource","kind":"Service","namespace":"e2e","name":"elasticsearch-sample-es-http"}
{"level":"info","ts":1563397407.9337702,"logger":"certificates","msg":"No internal CA certificate Secret found, creating a new one","owner_namespace":"e2e","owner_name":"elasticsearch-sample","ca_type":"http"}
{"level":"info","ts":1563397408.9339385,"logger":"generic-reconciler","msg":"Creating resource","kind":"Secret","namespace":"e2e","name":"elasticsearch-sample-es-http-ca-internal"}
{"level":"error","ts":1563397409.2436132,"logger":"kubebuilder.controller","msg":"Reconciler error","controller":"apm-es-association-controller","request":"e2e/apm-server-sample","error":"Secret \"elasticsearch-sample-es-http-certs-public\" not found","stacktrace":"github.com/elastic/cloud-on-k8s/operators/vendor/github.com/go-logr/zapr.(*zapLogger).Error\n\t/go/src/github.com/elastic/cloud-on-k8s/operators/vendor/github.com/go-logr/zapr/zapr.go:128\ngithub.com/elastic/cloud-on-k8s/operators/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/elastic/cloud-on-k8s/operators/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:217\ngithub.com/elastic/cloud-on-k8s/operators/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func1\n\t/go/src/github.com/elastic/cloud-on-k8s/operators/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:158\ngithub.com/elastic/cloud-on-k8s/operators/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1\n\t/go/src/github.com/elastic/cloud-on-k8s/operators/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133\ngithub.com/elastic/cloud-on-k8s/operators/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/go/src/github.com/elastic/cloud-on-k8s/operators/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:134\ngithub.com/elastic/cloud-on-k8s/operators/vendor/k8s.io/apimachinery/pkg/util/wait.Until\n\t/go/src/github.com/elastic/cloud-on-k8s/operators/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:88"}
{"level":"info","ts":1563397409.2895038,"logger":"http","msg":"Issuing new HTTP certificate","namespace":"e2e","secret_name":"elasticsearch-sample-es-http-certs-internal","owner_namespace":"e2e","owner_name":"elasticsearch-sample"}
{"level":"info","ts":1563397409.2945292,"logger":"http","msg":"Creating HTTP internal certificate secret","namespace":"e2e","secret_name":"elasticsearch-sample-es-http-certs-internal"}
{"level":"info","ts":1563397409.31417,"logger":"generic-reconciler","msg":"Creating resource","kind":"Secret","namespace":"e2e","name":"elasticsearch-sample-es-http-certs-public"}
{"level":"info","ts":1563397409.3323843,"logger":"certificates","msg":"No internal CA certificate Secret found, creating a new one","owner_namespace":"e2e","owner_name":"elasticsearch-sample","ca_type":"transport"}
{"level":"info","ts":1563397409.858227,"logger":"generic-reconciler","msg":"Creating resource","kind":"Secret","namespace":"e2e","name":"elasticsearch-sample-es-transport-ca-internal"}
{"level":"info","ts":1563397409.8714712,"logger":"generic-reconciler","msg":"Creating resource","kind":"Secret","namespace":"e2e","name":"elasticsearch-sample-es-transport-certs-public"}
{"level":"info","ts":1563397409.8850074,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397409.8855603,"logger":"generic-reconciler","msg":"Creating resource","kind":"Secret","namespace":"e2e","name":"elasticsearch-sample-es-internal-users"}
{"level":"info","ts":1563397409.8967755,"logger":"generic-reconciler","msg":"Creating resource","kind":"Secret","namespace":"e2e","name":"elasticsearch-sample-es-elastic-user"}
{"level":"info","ts":1563397410.7739992,"logger":"generic-reconciler","msg":"Creating resource","kind":"Secret","namespace":"e2e","name":"elasticsearch-sample-es-xpack-file-realm"}
{"level":"info","ts":1563397410.9327517,"logger":"observer","msg":"Creating observer for cluster","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397411.0334105,"logger":"generic-reconciler","msg":"Creating resource","kind":"PodDisruptionBudget","namespace":"e2e","name":"elasticsearch-sample-es-default"}
{"level":"info","ts":1563397411.1487312,"logger":"driver","msg":"Calculated all required changes","to_create:":3,"to_keep:":0,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397411.1488652,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":3,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397411.149015,"logger":"generic-reconciler","msg":"Creating resource","kind":"ConfigMap","namespace":"e2e","name":"elasticsearch-sample-es-unicast-hosts"}
{"level":"info","ts":1563397411.1490407,"logger":"settings","msg":"Creating seed hosts","namespace":"e2e","es_name":"elasticsearch-sample","hosts":[]}
{"level":"info","ts":1563397411.158167,"logger":"driver","msg":"Creating PVC","pod":"elasticsearch-sample-es-8jp66plg48","pvc":"elasticsearch-sample-es-8jp66plg48-elasticsearch-data"}
{"level":"info","ts":1563397411.1770556,"logger":"driver","msg":"Ensuring that transport certificate secret exists for pod","pod":"elasticsearch-sample-es-8jp66plg48"}
{"level":"info","ts":1563397411.1771562,"logger":"generic-reconciler","msg":"Creating resource","kind":"Secret","namespace":"e2e","name":"elasticsearch-sample-es-8jp66plg48-certs"}
{"level":"info","ts":1563397411.2065356,"logger":"generic-reconciler","msg":"Creating resource","kind":"Secret","namespace":"e2e","name":"elasticsearch-sample-es-8jp66plg48-config"}
{"level":"info","ts":1563397411.2860694,"logger":"driver","msg":"Created pod","name":"elasticsearch-sample-es-8jp66plg48","namespace":"e2e"}
{"level":"info","ts":1563397411.286209,"logger":"driver","msg":"Creating PVC","pod":"elasticsearch-sample-es-hz2s62898k","pvc":"elasticsearch-sample-es-hz2s62898k-elasticsearch-data"}
{"level":"info","ts":1563397411.3161058,"logger":"driver","msg":"Ensuring that transport certificate secret exists for pod","pod":"elasticsearch-sample-es-hz2s62898k"}
{"level":"info","ts":1563397411.31621,"logger":"generic-reconciler","msg":"Creating resource","kind":"Secret","namespace":"e2e","name":"elasticsearch-sample-es-hz2s62898k-certs"}
{"level":"info","ts":1563397411.4330795,"logger":"generic-reconciler","msg":"Creating resource","kind":"Secret","namespace":"e2e","name":"elasticsearch-sample-es-hz2s62898k-config"}
{"level":"info","ts":1563397411.6138225,"logger":"driver","msg":"Created pod","name":"elasticsearch-sample-es-hz2s62898k","namespace":"e2e"}
{"level":"info","ts":1563397411.6138895,"logger":"driver","msg":"Creating PVC","pod":"elasticsearch-sample-es-rjml5lb6d9","pvc":"elasticsearch-sample-es-rjml5lb6d9-elasticsearch-data"}
{"level":"info","ts":1563397411.6269195,"logger":"driver","msg":"Ensuring that transport certificate secret exists for pod","pod":"elasticsearch-sample-es-rjml5lb6d9"}
{"level":"info","ts":1563397411.6270761,"logger":"generic-reconciler","msg":"Creating resource","kind":"Secret","namespace":"e2e","name":"elasticsearch-sample-es-rjml5lb6d9-certs"}
{"level":"info","ts":1563397411.7851768,"logger":"generic-reconciler","msg":"Creating resource","kind":"Secret","namespace":"e2e","name":"elasticsearch-sample-es-rjml5lb6d9-config"}
{"level":"info","ts":1563397412.2173285,"logger":"driver","msg":"Created pod","name":"elasticsearch-sample-es-rjml5lb6d9","namespace":"e2e"}
{"level":"info","ts":1563397412.217392,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397412.217415,"logger":"elasticsearch-controller","msg":"Updating status","iteration":1,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397412.244634,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":1,"took":4.558906689,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397412.2447844,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":2,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397412.2448587,"logger":"finalizer","msg":"Registering finalizer","finalizer_name":"secure-settings.finalizers.elasticsearch.k8s.elastic.co","namespace":"e2e","name":"elasticsearch-sample"}
{"level":"info","ts":1563397412.2675266,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397412.2676914,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-8jp66plg48"}
{"level":"info","ts":1563397412.267756,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-hz2s62898k"}
{"level":"info","ts":1563397412.2677732,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-rjml5lb6d9"}
{"level":"info","ts":1563397412.7657657,"logger":"generic-reconciler","msg":"Updating resource","kind":"Secret","namespace":"e2e","name":"elasticsearch-sample-es-xpack-file-realm"}
{"level":"info","ts":1563397412.7917962,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397412.7919242,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397412.7938092,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397412.7938716,"logger":"elasticsearch-controller","msg":"Updating status","iteration":2,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397412.801955,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":2,"took":0.557170414,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397412.8021135,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":3,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397412.804075,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397412.8042405,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-8jp66plg48"}
{"level":"info","ts":1563397412.804258,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-hz2s62898k"}
{"level":"info","ts":1563397412.8042693,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-rjml5lb6d9"}
{"level":"info","ts":1563397413.147803,"logger":"generic-reconciler","msg":"Updating resource","kind":"Secret","namespace":"e2e","name":"elasticsearch-sample-es-xpack-file-realm"}
{"level":"info","ts":1563397413.167847,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397413.167942,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397413.1696699,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397413.1697245,"logger":"elasticsearch-controller","msg":"Updating status","iteration":3,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397413.1820226,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":3,"took":0.37990925,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397413.1820798,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":4,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397413.183906,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397413.1840477,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-8jp66plg48"}
{"level":"info","ts":1563397413.184067,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-hz2s62898k"}
{"level":"info","ts":1563397413.1840715,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-rjml5lb6d9"}
{"level":"info","ts":1563397414.0350628,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397414.0351944,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397414.0379176,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397414.0380156,"logger":"elasticsearch-controller","msg":"Updating status","iteration":4,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397414.0380971,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":4,"took":0.856018257,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397414.038169,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":5,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397414.0400045,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397414.0401797,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-8jp66plg48"}
{"level":"info","ts":1563397414.0402088,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-hz2s62898k"}
{"level":"info","ts":1563397414.0402157,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-rjml5lb6d9"}
{"level":"info","ts":1563397414.386056,"logger":"generic-reconciler","msg":"Updating resource","kind":"Secret","namespace":"e2e","name":"elasticsearch-sample-es-xpack-file-realm"}
{"level":"info","ts":1563397414.4189634,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397414.4190848,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397414.4214044,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397414.4214916,"logger":"elasticsearch-controller","msg":"Updating status","iteration":5,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397414.4215667,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":5,"took":0.383397014,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397414.4216285,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":6,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397414.4236834,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397414.4238794,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-8jp66plg48"}
{"level":"info","ts":1563397414.423901,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-hz2s62898k"}
{"level":"info","ts":1563397414.423909,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-rjml5lb6d9"}
{"level":"info","ts":1563397415.1431704,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397415.1434827,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397415.1477602,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397415.1478498,"logger":"elasticsearch-controller","msg":"Updating status","iteration":6,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397415.1479292,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":6,"took":0.726300576,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397415.1480021,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":7,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397415.1499279,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397415.1500995,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-8jp66plg48"}
{"level":"info","ts":1563397415.1501257,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-hz2s62898k"}
{"level":"info","ts":1563397415.1501324,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-rjml5lb6d9"}
{"level":"info","ts":1563397415.8692281,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397415.8693395,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397415.8719544,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397415.8720434,"logger":"elasticsearch-controller","msg":"Updating status","iteration":7,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397415.8720984,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":7,"took":0.724095766,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397416.8645759,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":8,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397416.8673894,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397416.867605,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-8jp66plg48"}
{"level":"info","ts":1563397416.8676598,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-hz2s62898k"}
{"level":"info","ts":1563397416.8676846,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-rjml5lb6d9"}
{"level":"info","ts":1563397417.5819244,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397417.5820708,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397417.5839117,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397417.5839965,"logger":"elasticsearch-controller","msg":"Updating status","iteration":8,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397417.5841658,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":8,"took":0.719591912,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397423.1823483,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":9,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397423.184475,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397423.1846604,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-8jp66plg48"}
{"level":"info","ts":1563397423.184677,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-hz2s62898k"}
{"level":"info","ts":1563397423.1846812,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-rjml5lb6d9"}
{"level":"info","ts":1563397423.8768795,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397423.877019,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397423.87878,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397423.8788557,"logger":"elasticsearch-controller","msg":"Updating status","iteration":9,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397423.878905,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":9,"took":0.696565677,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397425.2117786,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":10,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397425.2136636,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397425.2138047,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-8jp66plg48"}
{"level":"info","ts":1563397425.4159513,"logger":"transport","msg":"No tls certificate found in secret","namespace":"e2e","secret, name":"elasticsearch-sample-es-hz2s62898k-certs"}
{"level":"info","ts":1563397425.4160895,"logger":"transport","msg":"Issuing new certificate","namespace":"e2e","pod_name":"elasticsearch-sample-es-hz2s62898k","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397425.4370286,"logger":"transport","msg":"Updating transport certificate secret","namespace":"e2e","secret_name":"elasticsearch-sample-es-hz2s62898k-certs","es_name":"elasticsearch-sample","pod_name":"elasticsearch-sample-es-hz2s62898k"}
{"level":"info","ts":1563397425.4815204,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-rjml5lb6d9"}
{"level":"info","ts":1563397426.1745074,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397426.1746438,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397426.1747277,"logger":"generic-reconciler","msg":"Updating resource","kind":"ConfigMap","namespace":"e2e","name":"elasticsearch-sample-es-unicast-hosts"}
{"level":"info","ts":1563397426.1869705,"logger":"settings","msg":"Seed hosts updated","namespace":"e2e","es_name":"elasticsearch-sample","hosts":["10.28.0.54:9300"]}
{"level":"info","ts":1563397426.2504983,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397426.2505822,"logger":"elasticsearch-controller","msg":"Updating status","iteration":10,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397426.250629,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":10,"took":1.038852916,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397426.250728,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":11,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397426.2524745,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397426.2526057,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-8jp66plg48"}
{"level":"info","ts":1563397426.2531018,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-rjml5lb6d9"}
{"level":"info","ts":1563397426.9513333,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397426.951482,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397426.9532392,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397426.953301,"logger":"elasticsearch-controller","msg":"Updating status","iteration":11,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397426.9534512,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":11,"took":0.702723802,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397427.805064,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":12,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397427.807077,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397427.807235,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-8jp66plg48"}
{"level":"info","ts":1563397427.807883,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-rjml5lb6d9"}
{"level":"info","ts":1563397428.5005102,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397428.5006416,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397428.5056403,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397428.5057669,"logger":"elasticsearch-controller","msg":"Updating status","iteration":12,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397428.5058908,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":12,"took":0.700829575,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397430.003744,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":13,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397430.0079243,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397430.0081897,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-8jp66plg48"}
{"level":"info","ts":1563397430.0088027,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-rjml5lb6d9"}
{"level":"info","ts":1563397430.7044196,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397430.704573,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397430.7076569,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397430.7077315,"logger":"elasticsearch-controller","msg":"Updating status","iteration":13,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397430.707863,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":13,"took":0.704122131,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397432.19376,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":14,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397432.1970007,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397432.1972394,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-8jp66plg48"}
{"level":"info","ts":1563397432.1980329,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-rjml5lb6d9"}
{"level":"info","ts":1563397432.5656683,"logger":"generic-reconciler","msg":"Updating resource","kind":"Secret","namespace":"e2e","name":"elasticsearch-sample-es-xpack-file-realm"}
{"level":"info","ts":1563397432.5841916,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397432.5843174,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397432.5873623,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397432.587446,"logger":"elasticsearch-controller","msg":"Updating status","iteration":14,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397432.587494,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":14,"took":0.393738998,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397432.5875528,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":15,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397432.5903447,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397432.5905504,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-8jp66plg48"}
{"level":"info","ts":1563397432.5914063,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-rjml5lb6d9"}
{"level":"info","ts":1563397433.2960696,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397433.2961946,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397433.2990513,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397433.2991245,"logger":"elasticsearch-controller","msg":"Updating status","iteration":15,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397433.299307,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":15,"took":0.711753428,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397433.8797872,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":16,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397433.883205,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397433.8837647,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-8jp66plg48"}
{"level":"info","ts":1563397433.8847692,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-rjml5lb6d9"}
{"level":"info","ts":1563397434.6398127,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397434.6401129,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397434.6433656,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397434.643472,"logger":"elasticsearch-controller","msg":"Updating status","iteration":16,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397434.6435838,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":16,"took":0.763801218,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397435.329412,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":17,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397435.3325708,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397435.4908597,"logger":"transport","msg":"No tls certificate found in secret","namespace":"e2e","secret, name":"elasticsearch-sample-es-8jp66plg48-certs"}
{"level":"info","ts":1563397435.4909334,"logger":"transport","msg":"Issuing new certificate","namespace":"e2e","pod_name":"elasticsearch-sample-es-8jp66plg48","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397435.4976466,"logger":"transport","msg":"Updating transport certificate secret","namespace":"e2e","secret_name":"elasticsearch-sample-es-8jp66plg48-certs","es_name":"elasticsearch-sample","pod_name":"elasticsearch-sample-es-8jp66plg48"}
{"level":"info","ts":1563397435.546852,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-rjml5lb6d9"}
{"level":"info","ts":1563397436.2816875,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397436.281838,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397436.2819564,"logger":"generic-reconciler","msg":"Updating resource","kind":"ConfigMap","namespace":"e2e","name":"elasticsearch-sample-es-unicast-hosts"}
{"level":"info","ts":1563397436.2917984,"logger":"settings","msg":"Seed hosts updated","namespace":"e2e","es_name":"elasticsearch-sample","hosts":["10.28.0.55:9300","10.28.0.54:9300"]}
{"level":"info","ts":1563397436.358896,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397436.3589745,"logger":"elasticsearch-controller","msg":"Updating status","iteration":17,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397436.359025,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":17,"took":1.029616868,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397436.3592424,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":18,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397436.3620524,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397436.3637667,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-rjml5lb6d9"}
{"level":"info","ts":1563397437.0830526,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397437.0832584,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397437.0864933,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397437.0866067,"logger":"elasticsearch-controller","msg":"Updating status","iteration":18,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397437.0867257,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":18,"took":0.727549752,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397440.1267197,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":19,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397440.1299188,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397440.131707,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-rjml5lb6d9"}
{"level":"info","ts":1563397440.9053538,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397440.9055202,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397440.9085371,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397440.9086158,"logger":"elasticsearch-controller","msg":"Updating status","iteration":19,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397440.9086828,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":19,"took":0.781965748,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397442.3219883,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":20,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397442.3268769,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397442.328978,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-rjml5lb6d9"}
{"level":"info","ts":1563397443.0690503,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397443.0692084,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397443.072123,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397443.0721982,"logger":"elasticsearch-controller","msg":"Updating status","iteration":20,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397443.0722492,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":20,"took":0.750264496,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397444.64463,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":21,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397444.6480856,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397444.6502845,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-rjml5lb6d9"}
{"level":"info","ts":1563397445.3827503,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397445.3829522,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397445.3830857,"logger":"generic-reconciler","msg":"Updating resource","kind":"ConfigMap","namespace":"e2e","name":"elasticsearch-sample-es-unicast-hosts"}
{"level":"info","ts":1563397445.399973,"logger":"settings","msg":"Seed hosts updated","namespace":"e2e","es_name":"elasticsearch-sample","hosts":["10.28.0.55:9300","10.28.0.54:9300","10.28.3.3:9300"]}
{"level":"info","ts":1563397445.460293,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397445.4604182,"logger":"elasticsearch-controller","msg":"Updating status","iteration":21,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397445.4604957,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":21,"took":0.815879556,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397445.4605703,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":22,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397445.464553,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397446.1284456,"logger":"transport","msg":"No tls certificate found in secret","namespace":"e2e","secret, name":"elasticsearch-sample-es-rjml5lb6d9-certs"}
{"level":"info","ts":1563397446.1287906,"logger":"transport","msg":"Issuing new certificate","namespace":"e2e","pod_name":"elasticsearch-sample-es-rjml5lb6d9","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397446.1372702,"logger":"transport","msg":"Updating transport certificate secret","namespace":"e2e","secret_name":"elasticsearch-sample-es-rjml5lb6d9-certs","es_name":"elasticsearch-sample","pod_name":"elasticsearch-sample-es-rjml5lb6d9"}
{"level":"info","ts":1563397446.940653,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397446.9408593,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397446.9436872,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397446.9438221,"logger":"elasticsearch-controller","msg":"Updating status","iteration":22,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397446.9438992,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":22,"took":1.483328452,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397446.9439728,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":23,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397446.9468255,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397447.6982822,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397447.6987066,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397447.7041728,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397447.7043364,"logger":"elasticsearch-controller","msg":"Updating status","iteration":23,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397447.704466,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":23,"took":0.760492635,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397447.7808251,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":24,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397447.7851634,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397448.515291,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397448.5155332,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397448.5187936,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397448.5188959,"logger":"elasticsearch-controller","msg":"Updating status","iteration":24,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397448.51898,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":24,"took":0.738159047,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397449.9650474,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":25,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397449.9682686,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397450.7019956,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397450.7022078,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397450.70499,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397450.7051194,"logger":"elasticsearch-controller","msg":"Updating status","iteration":25,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397450.705206,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":25,"took":0.740162717,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397455.4615633,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":26,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397455.4652154,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397456.208049,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397456.2081645,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397456.2107341,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397456.2107906,"logger":"elasticsearch-controller","msg":"Updating status","iteration":26,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397456.210845,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":26,"took":0.749321852,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397461.2826068,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":27,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397461.2859287,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397462.0540376,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397462.05426,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397462.0572448,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397462.057354,"logger":"elasticsearch-controller","msg":"Updating status","iteration":27,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397462.0574577,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":27,"took":0.774853258,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397462.3030148,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":28,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397462.30615,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397463.0192466,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397463.0193698,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397463.0220413,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397463.0221047,"logger":"elasticsearch-controller","msg":"Updating status","iteration":28,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397463.0221605,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":28,"took":0.719149655,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397464.6785,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":29,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397464.6833265,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397465.4154615,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397465.4155977,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397465.4183557,"logger":"version","msg":"Updating minimum master nodes","how":"api","namespace":"e2e","es_name":"elasticsearch-sample","currentMasterCount":3,"nextMasterCount":3,"minimum_master_nodes":2}
{"level":"info","ts":1563397467.0028377,"logger":"elasticsearch-controller","msg":"Updating status","iteration":29,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397467.02338,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":29,"took":2.344882642,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397467.023489,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":30,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397467.029698,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397467.966471,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397467.9666026,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397467.9691668,"logger":"version","msg":"Updating minimum master nodes","how":"api","namespace":"e2e","es_name":"elasticsearch-sample","currentMasterCount":3,"nextMasterCount":3,"minimum_master_nodes":2}
{"level":"info","ts":1563397468.8645506,"logger":"elasticsearch-controller","msg":"Updating status","iteration":30,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397468.8728402,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":30,"took":1.849350576,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397468.8729591,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":31,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397468.8760223,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397469.2463117,"logger":"generic-reconciler","msg":"Updating resource","kind":"Secret","namespace":"e2e","name":"elasticsearch-sample-es-xpack-file-realm"}
{"level":"info","ts":1563397469.2680016,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397469.2681167,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397469.4553668,"logger":"elasticsearch-controller","msg":"Updating status","iteration":31,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397469.4555173,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":31,"took":0.5825567,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397469.4555924,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":32,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397469.4596982,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397470.2137249,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397470.2138548,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397470.282364,"logger":"elasticsearch-controller","msg":"Updating status","iteration":32,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397470.2826345,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":32,"took":0.827044047,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397474.3871112,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":33,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397474.3901436,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397475.1038995,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397475.1040099,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397475.2709045,"logger":"elasticsearch-controller","msg":"Updating status","iteration":33,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397475.2712007,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":33,"took":0.884090402,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397481.0189447,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":34,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397481.0221767,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397481.7236598,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397481.7237926,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397481.8306704,"logger":"elasticsearch-controller","msg":"Updating status","iteration":34,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397481.8651638,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":34,"took":0.846221027,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397481.8652864,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":35,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397481.8727117,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397482.7333276,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397482.733545,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397482.793633,"logger":"elasticsearch-controller","msg":"Updating status","iteration":35,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397482.7938375,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":35,"took":0.928551942,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397482.793902,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":36,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397482.7959437,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397483.1415443,"logger":"generic-reconciler","msg":"Updating resource","kind":"Secret","namespace":"e2e","name":"elasticsearch-sample-es-xpack-file-realm"}
{"level":"info","ts":1563397483.1911006,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397483.1912384,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397483.2381012,"logger":"elasticsearch-controller","msg":"Updating status","iteration":36,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397483.2385006,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":36,"took":0.44459721,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397483.2386904,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":37,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397483.2443,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397483.9576945,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397483.9578242,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397484.0096507,"logger":"elasticsearch-controller","msg":"Updating status","iteration":37,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397484.010065,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":37,"took":0.771373437,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397485.9344935,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":38,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397485.9370923,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397486.6375284,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397486.637651,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397486.6930625,"logger":"elasticsearch-controller","msg":"Updating status","iteration":38,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397486.6933537,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":38,"took":0.758861196,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397486.9285731,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":39,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397486.9315994,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397487.628225,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397487.6283746,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397487.679344,"logger":"elasticsearch-controller","msg":"Updating status","iteration":39,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397487.679659,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":39,"took":0.751088615,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397498.5485284,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":40,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397498.5510194,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397499.2542415,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397499.254672,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397499.305751,"logger":"elasticsearch-controller","msg":"Updating status","iteration":40,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397499.3060918,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":40,"took":0.757566403,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397510.9417772,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":41,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397510.9456892,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397511.648792,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397511.6489038,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397511.7266347,"logger":"elasticsearch-controller","msg":"Updating status","iteration":41,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397511.7267492,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":41,"took":0.784975241,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397523.6792467,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":42,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397523.682042,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397524.3809772,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397524.3811,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397524.524803,"logger":"elasticsearch-controller","msg":"Updating status","iteration":42,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397524.5250578,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":42,"took":0.845814034,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397535.7613018,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":43,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397535.7634172,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397536.45678,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397536.4569137,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397536.526165,"logger":"elasticsearch-controller","msg":"Updating status","iteration":43,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397536.5267348,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":43,"took":0.765435809,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397549.9330146,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":44,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397549.9372513,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397550.6562066,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397550.6563618,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397550.7003295,"logger":"elasticsearch-controller","msg":"Updating status","iteration":44,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397550.7004817,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":44,"took":0.767470176,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397577.9890997,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":45,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397577.9913232,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397578.6875775,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397578.687706,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397578.7351737,"logger":"elasticsearch-controller","msg":"Updating status","iteration":45,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397578.7353685,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":45,"took":0.746271221,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397590.0716593,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":46,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397590.0739255,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397590.7693214,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397590.769475,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397590.814001,"logger":"elasticsearch-controller","msg":"Updating status","iteration":46,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397590.814256,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":46,"took":0.742598115,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397602.9348297,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":47,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397602.9375076,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397603.6547568,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397603.6548996,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397603.7058578,"logger":"elasticsearch-controller","msg":"Updating status","iteration":47,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397603.7059646,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":47,"took":0.771136981,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397683.5439723,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":48,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397683.5473995,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397684.2467825,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397684.2469134,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397684.3091586,"logger":"elasticsearch-controller","msg":"Updating status","iteration":48,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397684.3093054,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":48,"took":0.765335914,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397696.6288292,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":49,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397696.6309361,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397697.333336,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397697.3336086,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397697.3809261,"logger":"elasticsearch-controller","msg":"Updating status","iteration":49,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397697.3810718,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":49,"took":0.752244991,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397710.9267242,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":50,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397710.9288633,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397711.634125,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397711.6342432,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397711.6777134,"logger":"elasticsearch-controller","msg":"Updating status","iteration":50,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397711.6778672,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":50,"took":0.751145864,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397861.5238893,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":84,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397861.5267887,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397862.250332,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397862.2505038,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397862.2953835,"logger":"elasticsearch-controller","msg":"Updating status","iteration":84,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397862.2954926,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":84,"took":0.771607022,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397873.604915,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":87,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397873.6069894,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397874.3204203,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397874.3205833,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397874.3713636,"logger":"elasticsearch-controller","msg":"Updating status","iteration":87,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397874.3716433,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":87,"took":0.76672961,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563397888.9268186,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":91,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397888.9299147,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397889.651958,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397889.652091,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397889.7083507,"logger":"elasticsearch-controller","msg":"Updating status","iteration":91,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563397889.7088172,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":91,"took":0.782000278,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563398180.262734,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":98,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398180.2650738,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398180.964574,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398180.9647012,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398181.0104263,"logger":"elasticsearch-controller","msg":"Updating status","iteration":98,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398181.0106645,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":98,"took":0.747934443,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563398193.3620534,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":99,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398193.3654995,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398194.0626583,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398194.0628006,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398194.1038043,"logger":"elasticsearch-controller","msg":"Updating status","iteration":99,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398194.1043198,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":99,"took":0.742269079,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563398208.9202392,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":106,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398208.9223292,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398209.6248245,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398209.6249793,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398209.6775277,"logger":"elasticsearch-controller","msg":"Updating status","iteration":106,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398209.6779616,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":106,"took":0.757723874,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563398280.9871125,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":122,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398280.9875398,"logger":"finalizer","msg":"Executing finalizer","finalizer_name":"expectations.finalizers.elasticsearch.k8s.elastic.co","namespace":"e2e","name":"elasticsearch-sample"}
{"level":"info","ts":1563398280.9875653,"logger":"finalizer","msg":"Executing finalizer","finalizer_name":"observer.finalizers.elasticsearch.k8s.elastic.co","namespace":"e2e","name":"elasticsearch-sample"}
{"level":"info","ts":1563398280.9875834,"logger":"finalizer","msg":"Executing finalizer","finalizer_name":"secure-settings.finalizers.elasticsearch.k8s.elastic.co","namespace":"e2e","name":"elasticsearch-sample"}
{"level":"info","ts":1563398280.9876413,"logger":"finalizer","msg":"Executing finalizer","finalizer_name":"dynamic-watches.finalizers.k8s.elastic.co/http-certificates","namespace":"e2e","name":"elasticsearch-sample"}
{"level":"info","ts":1563398280.9883459,"logger":"observer","msg":"Stopping observer for cluster","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398281.0165694,"logger":"elasticsearch-controller","msg":"Updating status","iteration":122,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398281.0168774,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":122,"took":0.029770149,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563398281.016927,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":123,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398281.0169814,"logger":"elasticsearch-controller","msg":"Updating status","iteration":123,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398281.016994,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":123,"took":0.000066783,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563398281.1502783,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":124,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398281.1504197,"logger":"elasticsearch-controller","msg":"Updating status","iteration":124,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398281.1505854,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":124,"took":0.000310055,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563398281.2952552,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":125,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398281.2953825,"logger":"elasticsearch-controller","msg":"Updating status","iteration":125,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398281.2954848,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":125,"took":0.000231189,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563398310.9261227,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":126,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398310.9263215,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":126,"took":0.000200044,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563398311.1086824,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":127,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398311.1088269,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":127,"took":0.000146943,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563398311.1299708,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":128,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398311.130049,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":128,"took":0.000080625,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563398311.1512427,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":129,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398311.1513243,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":129,"took":0.000084557,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563398311.1942458,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":130,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398311.194463,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":130,"took":0.000218477,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563398311.1945572,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":131,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398311.1946208,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":131,"took":0.000063566,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563398311.2196555,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":132,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398311.2197552,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":132,"took":0.000102313,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563398311.2239559,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":133,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398311.2240314,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":133,"took":0.000078292,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563398311.2315722,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":134,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398311.2320135,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":134,"took":0.000441929,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563398311.2654934,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":135,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398311.2656953,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":135,"took":0.000209877,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563398311.2704802,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":136,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398311.2706656,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":136,"took":0.000235172,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563398311.2914975,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":137,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398311.292731,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":137,"took":0.001235427,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563398311.3573751,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":138,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398311.357608,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":138,"took":0.000235355,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563398311.4150302,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":139,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398311.4151442,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":139,"took":0.000116356,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563398311.437717,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":140,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398311.4378006,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":140,"took":0.00008636,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563398311.4460082,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":141,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398311.4461207,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":141,"took":0.000115163,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563398311.489708,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":142,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398311.4897869,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":142,"took":0.000080864,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563398311.7022328,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":143,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398311.7023296,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":143,"took":0.000096363,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563398311.8508615,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":144,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398311.8510091,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":144,"took":0.000130731,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563398311.9165022,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":145,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398311.9166071,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":145,"took":0.000107842,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563398311.9931378,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":147,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398311.9932384,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":147,"took":0.000103895,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563398316.150475,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":149,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398316.15057,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":149,"took":0.000097596,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563398317.1572797,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":150,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398317.1574125,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":150,"took":0.000135358,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563398319.9316096,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":153,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398319.9317105,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":153,"took":0.00010413,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563398319.9425292,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":154,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398319.9426196,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":154,"took":0.000090758,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563398321.5936847,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":155,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398321.5937777,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":155,"took":0.000095686,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563398321.605919,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":156,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398321.60605,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":156,"took":0.000131309,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563398321.6537635,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":157,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398321.6538594,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":157,"took":0.000098109,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563398321.6761608,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":158,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563398321.676252,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":158,"took":0.000093201,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"error","ts":1563398341.6102035,"logger":"kubebuilder.controller","msg":"Reconciler error","controller":"apmserver-controller","request":"e2e/apm-server-sample","error":"Secret \"elasticsearch-sample-es-http-certs-public\" not found","stacktrace":"github.com/elastic/cloud-on-k8s/operators/vendor/github.com/go-logr/zapr.(*zapLogger).Error\n\t/go/src/github.com/elastic/cloud-on-k8s/operators/vendor/github.com/go-logr/zapr/zapr.go:128\ngithub.com/elastic/cloud-on-k8s/operators/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/elastic/cloud-on-k8s/operators/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:217\ngithub.com/elastic/cloud-on-k8s/operators/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func1\n\t/go/src/github.com/elastic/cloud-on-k8s/operators/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:158\ngithub.com/elastic/cloud-on-k8s/operators/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1\n\t/go/src/github.com/elastic/cloud-on-k8s/operators/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133\ngithub.com/elastic/cloud-on-k8s/operators/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/go/src/github.com/elastic/cloud-on-k8s/operators/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:134\ngithub.com/elastic/cloud-on-k8s/operators/vendor/k8s.io/apimachinery/pkg/util/wait.Until\n\t/go/src/github.com/elastic/cloud-on-k8s/operators/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:88"}
{"level":"info","ts":1563399256.3528688,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":214,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399256.3908622,"logger":"finalizer","msg":"Registering finalizer","finalizer_name":"expectations.finalizers.elasticsearch.k8s.elastic.co","namespace":"e2e","name":"elasticsearch-sample"}
{"level":"info","ts":1563399256.3909154,"logger":"finalizer","msg":"Registering finalizer","finalizer_name":"observer.finalizers.elasticsearch.k8s.elastic.co","namespace":"e2e","name":"elasticsearch-sample"}
{"level":"info","ts":1563399256.390922,"logger":"finalizer","msg":"Registering finalizer","finalizer_name":"secure-settings.finalizers..k8s.elastic.co","namespace":"e2e","name":"elasticsearch-sample"}
{"level":"info","ts":1563399256.3909266,"logger":"finalizer","msg":"Registering finalizer","finalizer_name":"dynamic-watches.finalizers.k8s.elastic.co/http-certificates","namespace":"e2e","name":"elasticsearch-sample"}
{"level":"info","ts":1563399256.4215064,"logger":"generic-reconciler","msg":"Creating resource","kind":"ConfigMap","namespace":"e2e","name":"elasticsearch-sample-es-scripts"}
{"level":"info","ts":1563399256.4433217,"logger":"generic-reconciler","msg":"Creating resource","kind":"Service","namespace":"e2e","name":"elasticsearch-sample-es-http"}
{"level":"info","ts":1563399256.486772,"logger":"certificates","msg":"No internal CA certificate Secret found, creating a new one","owner_namespace":"e2e","owner_name":"elasticsearch-sample","ca_type":"http"}
{"level":"info","ts":1563399257.441799,"logger":"generic-reconciler","msg":"Creating resource","kind":"Secret","namespace":"e2e","name":"elasticsearch-sample-es-http-ca-internal"}
{"level":"info","ts":1563399257.8033466,"logger":"http","msg":"Issuing new HTTP certificate","namespace":"e2e","secret_name":"elasticsearch-sample-es-http-certs-internal","owner_namespace":"e2e","owner_name":"elasticsearch-sample"}
{"level":"info","ts":1563399257.8079352,"logger":"http","msg":"Creating HTTP internal certificate secret","namespace":"e2e","secret_name":"elasticsearch-sample-es-http-certs-internal"}
{"level":"info","ts":1563399257.8718166,"logger":"generic-reconciler","msg":"Creating resource","kind":"Secret","namespace":"e2e","name":"elasticsearch-sample-es-http-certs-public"}
{"level":"info","ts":1563399257.8916984,"logger":"certificates","msg":"No internal CA certificate Secret found, creating a new one","owner_namespace":"e2e","owner_name":"elasticsearch-sample","ca_type":"transport"}
{"level":"info","ts":1563399258.6482348,"logger":"generic-reconciler","msg":"Creating resource","kind":"Secret","namespace":"e2e","name":"elasticsearch-sample-es-transport-ca-internal"}
{"level":"info","ts":1563399258.6618807,"logger":"generic-reconciler","msg":"Creating resource","kind":"Secret","namespace":"e2e","name":"elasticsearch-sample-es-transport-certs-public"}
{"level":"info","ts":1563399258.6755147,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399258.6759775,"logger":"generic-reconciler","msg":"Creating resource","kind":"Secret","namespace":"e2e","name":"elasticsearch-sample-es-internal-users"}
{"level":"info","ts":1563399258.7341962,"logger":"generic-reconciler","msg":"Creating resource","kind":"Secret","namespace":"e2e","name":"elasticsearch-sample-es-elastic-user"}
{"level":"info","ts":1563399259.6563425,"logger":"generic-reconciler","msg":"Creating resource","kind":"Secret","namespace":"e2e","name":"elasticsearch-sample-es-xpack-file-realm"}
{"level":"info","ts":1563399259.6714694,"logger":"observer","msg":"Creating observer for cluster","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399259.6715572,"logger":"generic-reconciler","msg":"Creating resource","kind":"PodDisruptionBudget","namespace":"e2e","name":"elasticsearch-sample-es-default"}
{"level":"info","ts":1563399259.7343452,"logger":"driver","msg":"Calculated all required changes","to_create:":3,"to_keep:":0,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399259.7345884,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":3,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399259.7347765,"logger":"generic-reconciler","msg":"Creating resource","kind":"ConfigMap","namespace":"e2e","name":"elasticsearch-sample-es-unicast-hosts"}
{"level":"info","ts":1563399259.7347898,"logger":"settings","msg":"Creating seed hosts","namespace":"e2e","es_name":"elasticsearch-sample","hosts":[]}
{"level":"info","ts":1563399259.7449572,"logger":"driver","msg":"Creating PVC","pod":"elasticsearch-sample-es-6bvdf8vx86","pvc":"elasticsearch-sample-es-6bvdf8vx86-elasticsearch-data"}
{"level":"info","ts":1563399259.7650993,"logger":"driver","msg":"Ensuring that transport certificate secret exists for pod","pod":"elasticsearch-sample-es-6bvdf8vx86"}
{"level":"info","ts":1563399259.7651944,"logger":"generic-reconciler","msg":"Creating resource","kind":"Secret","namespace":"e2e","name":"elasticsearch-sample-es-6bvdf8vx86-certs"}
{"level":"info","ts":1563399259.880451,"logger":"generic-reconciler","msg":"Creating resource","kind":"Secret","namespace":"e2e","name":"elasticsearch-sample-es-6bvdf8vx86-config"}
{"level":"info","ts":1563399260.091906,"logger":"driver","msg":"Created pod","name":"elasticsearch-sample-es-6bvdf8vx86","namespace":"e2e"}
{"level":"info","ts":1563399260.0920162,"logger":"driver","msg":"Creating PVC","pod":"elasticsearch-sample-es-db57564wqm","pvc":"elasticsearch-sample-es-db57564wqm-elasticsearch-data"}
{"level":"info","ts":1563399260.1091304,"logger":"driver","msg":"Ensuring that transport certificate secret exists for pod","pod":"elasticsearch-sample-es-db57564wqm"}
{"level":"info","ts":1563399260.1092558,"logger":"generic-reconciler","msg":"Creating resource","kind":"Secret","namespace":"e2e","name":"elasticsearch-sample-es-db57564wqm-certs"}
{"level":"info","ts":1563399260.2662346,"logger":"generic-reconciler","msg":"Creating resource","kind":"Secret","namespace":"e2e","name":"elasticsearch-sample-es-db57564wqm-config"}
{"level":"info","ts":1563399260.5039883,"logger":"driver","msg":"Created pod","name":"elasticsearch-sample-es-db57564wqm","namespace":"e2e"}
{"level":"info","ts":1563399260.5040827,"logger":"driver","msg":"Creating PVC","pod":"elasticsearch-sample-es-j6jcvvw7zx","pvc":"elasticsearch-sample-es-j6jcvvw7zx-elasticsearch-data"}
{"level":"info","ts":1563399260.5204942,"logger":"driver","msg":"Ensuring that transport certificate secret exists for pod","pod":"elasticsearch-sample-es-j6jcvvw7zx"}
{"level":"info","ts":1563399260.5205574,"logger":"generic-reconciler","msg":"Creating resource","kind":"Secret","namespace":"e2e","name":"elasticsearch-sample-es-j6jcvvw7zx-certs"}
{"level":"info","ts":1563399260.671769,"logger":"generic-reconciler","msg":"Creating resource","kind":"Secret","namespace":"e2e","name":"elasticsearch-sample-es-j6jcvvw7zx-config"}
{"level":"info","ts":1563399260.8926084,"logger":"driver","msg":"Created pod","name":"elasticsearch-sample-es-j6jcvvw7zx","namespace":"e2e"}
{"level":"info","ts":1563399260.8926647,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399260.8926902,"logger":"elasticsearch-controller","msg":"Updating status","iteration":214,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399260.9036133,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":214,"took":4.550746459,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563399260.9037569,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":215,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399260.9038317,"logger":"finalizer","msg":"Registering finalizer","finalizer_name":"secure-settings.finalizers.elasticsearch.k8s.elastic.co","namespace":"e2e","name":"elasticsearch-sample"}
{"level":"info","ts":1563399260.927011,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399260.927372,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-6bvdf8vx86"}
{"level":"info","ts":1563399260.9273934,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-db57564wqm"}
{"level":"info","ts":1563399260.927418,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-j6jcvvw7zx"}
{"level":"info","ts":1563399261.456186,"logger":"generic-reconciler","msg":"Updating resource","kind":"Secret","namespace":"e2e","name":"elasticsearch-sample-es-xpack-file-realm"}
{"level":"info","ts":1563399261.474578,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399261.4746966,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399261.4764097,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399261.4764903,"logger":"elasticsearch-controller","msg":"Updating status","iteration":215,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399261.4830954,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":215,"took":0.579337651,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563399261.4831932,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":216,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399261.4850378,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399261.4851828,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-6bvdf8vx86"}
{"level":"info","ts":1563399261.485195,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-db57564wqm"}
{"level":"info","ts":1563399261.4851997,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-j6jcvvw7zx"}
{"level":"info","ts":1563399261.8268273,"logger":"generic-reconciler","msg":"Updating resource","kind":"Secret","namespace":"e2e","name":"elasticsearch-sample-es-xpack-file-realm"}
{"level":"info","ts":1563399261.8491378,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399261.8492498,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399261.8510354,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399261.8510802,"logger":"elasticsearch-controller","msg":"Updating status","iteration":216,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399261.8701124,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":216,"took":0.386918427,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563399261.8701506,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":217,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399261.8721478,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399261.872305,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-6bvdf8vx86"}
{"level":"info","ts":1563399261.8723137,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-db57564wqm"}
{"level":"info","ts":1563399261.872318,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-j6jcvvw7zx"}
{"level":"info","ts":1563399262.7153108,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399262.7154255,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399262.717344,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399262.7174654,"logger":"elasticsearch-controller","msg":"Updating status","iteration":217,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399262.717522,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":217,"took":0.847371565,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563399262.7175798,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":218,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399262.7193418,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399262.7194788,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-6bvdf8vx86"}
{"level":"info","ts":1563399262.7194948,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-db57564wqm"}
{"level":"info","ts":1563399262.7194996,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-j6jcvvw7zx"}
{"level":"info","ts":1563399263.069983,"logger":"generic-reconciler","msg":"Updating resource","kind":"Secret","namespace":"e2e","name":"elasticsearch-sample-es-xpack-file-realm"}
{"level":"info","ts":1563399263.0875058,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399263.0876114,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399263.0896914,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399263.089749,"logger":"elasticsearch-controller","msg":"Updating status","iteration":218,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399263.0897858,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":218,"took":0.372205892,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563399263.0898652,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":219,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399263.0919356,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399263.092109,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-6bvdf8vx86"}
{"level":"info","ts":1563399263.092135,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-db57564wqm"}
{"level":"info","ts":1563399263.0921397,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-j6jcvvw7zx"}
{"level":"info","ts":1563399263.8045921,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399263.804755,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399263.807386,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399263.8074703,"logger":"elasticsearch-controller","msg":"Updating status","iteration":219,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399263.8075721,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":219,"took":0.717705511,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563399263.8076568,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":220,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399263.8095338,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399263.8096986,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-6bvdf8vx86"}
{"level":"info","ts":1563399263.809717,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-db57564wqm"}
{"level":"info","ts":1563399263.8097265,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-j6jcvvw7zx"}
{"level":"info","ts":1563399264.524269,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399264.5244057,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399264.5261366,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399264.526199,"logger":"elasticsearch-controller","msg":"Updating status","iteration":220,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399264.5262375,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":220,"took":0.7185808,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563399266.5655549,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":221,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399266.568267,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399266.5684788,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-6bvdf8vx86"}
{"level":"info","ts":1563399266.5685003,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-db57564wqm"}
{"level":"info","ts":1563399266.5685122,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-j6jcvvw7zx"}
{"level":"info","ts":1563399267.2617757,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399267.2618876,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399267.264249,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399267.2643018,"logger":"elasticsearch-controller","msg":"Updating status","iteration":221,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399267.2643511,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":221,"took":0.698798006,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563399271.8703694,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":222,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399271.8732054,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399271.8733974,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-6bvdf8vx86"}
{"level":"info","ts":1563399271.8734198,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-db57564wqm"}
{"level":"info","ts":1563399271.8734257,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-j6jcvvw7zx"}
{"level":"info","ts":1563399272.564622,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399272.5647242,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399272.5672934,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399272.5673459,"logger":"elasticsearch-controller","msg":"Updating status","iteration":222,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399272.5673928,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":222,"took":0.69702681,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563399273.703963,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":223,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399273.7067382,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399273.7069876,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-6bvdf8vx86"}
{"level":"info","ts":1563399273.7070098,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-db57564wqm"}
{"level":"info","ts":1563399273.848133,"logger":"transport","msg":"No tls certificate found in secret","namespace":"e2e","secret, name":"elasticsearch-sample-es-j6jcvvw7zx-certs"}
{"level":"info","ts":1563399273.8482203,"logger":"transport","msg":"Issuing new certificate","namespace":"e2e","pod_name":"elasticsearch-sample-es-j6jcvvw7zx","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399273.8541586,"logger":"transport","msg":"Updating transport certificate secret","namespace":"e2e","secret_name":"elasticsearch-sample-es-j6jcvvw7zx-certs","es_name":"elasticsearch-sample","pod_name":"elasticsearch-sample-es-j6jcvvw7zx"}
{"level":"info","ts":1563399274.7339358,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399274.734056,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399274.73417,"logger":"generic-reconciler","msg":"Updating resource","kind":"ConfigMap","namespace":"e2e","name":"elasticsearch-sample-es-unicast-hosts"}
{"level":"info","ts":1563399274.7460063,"logger":"settings","msg":"Seed hosts updated","namespace":"e2e","es_name":"elasticsearch-sample","hosts":["10.28.2.27:9300"]}
{"level":"info","ts":1563399274.8063252,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399274.8064024,"logger":"elasticsearch-controller","msg":"Updating status","iteration":223,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399274.8064713,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":223,"took":1.102511419,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563399274.806523,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":224,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399274.8089619,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399274.8091006,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-6bvdf8vx86"}
{"level":"info","ts":1563399274.809115,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-db57564wqm"}
{"level":"info","ts":1563399275.1538527,"logger":"generic-reconciler","msg":"Updating resource","kind":"Secret","namespace":"e2e","name":"elasticsearch-sample-es-xpack-file-realm"}
{"level":"info","ts":1563399275.2183015,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399275.2183988,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399275.2210953,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399275.2211642,"logger":"elasticsearch-controller","msg":"Updating status","iteration":224,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399275.2212613,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":224,"took":0.414737459,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563399275.2213287,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":225,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399275.223913,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399275.224086,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-6bvdf8vx86"}
{"level":"info","ts":1563399275.224143,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-db57564wqm"}
{"level":"info","ts":1563399275.9191823,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399275.9193196,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399275.9193933,"logger":"generic-reconciler","msg":"Updating resource","kind":"ConfigMap","namespace":"e2e","name":"elasticsearch-sample-es-unicast-hosts"}
{"level":"info","ts":1563399275.9286313,"logger":"settings","msg":"Seed hosts updated","namespace":"e2e","es_name":"elasticsearch-sample","hosts":["10.28.1.40:9300","10.28.2.27:9300"]}
{"level":"info","ts":1563399275.9986115,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399275.99868,"logger":"elasticsearch-controller","msg":"Updating status","iteration":225,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399275.9987445,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":225,"took":0.777415842,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563399275.9990103,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":226,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399276.0016437,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399276.320929,"logger":"transport","msg":"No tls certificate found in secret","namespace":"e2e","secret, name":"elasticsearch-sample-es-6bvdf8vx86-certs"}
{"level":"info","ts":1563399276.321007,"logger":"transport","msg":"Issuing new certificate","namespace":"e2e","pod_name":"elasticsearch-sample-es-6bvdf8vx86","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399276.325894,"logger":"transport","msg":"Updating transport certificate secret","namespace":"e2e","secret_name":"elasticsearch-sample-es-6bvdf8vx86-certs","es_name":"elasticsearch-sample","pod_name":"elasticsearch-sample-es-6bvdf8vx86"}
{"level":"info","ts":1563399276.362292,"logger":"transport","msg":"Skipping pod because it has no IP yet","namespace":"e2e","pod_name":"elasticsearch-sample-es-db57564wqm"}
{"level":"info","ts":1563399277.0579574,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399277.0580618,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399277.0581422,"logger":"generic-reconciler","msg":"Updating resource","kind":"ConfigMap","namespace":"e2e","name":"elasticsearch-sample-es-unicast-hosts"}
{"level":"info","ts":1563399277.0668929,"logger":"settings","msg":"Seed hosts updated","namespace":"e2e","es_name":"elasticsearch-sample","hosts":["10.28.1.40:9300","10.28.1.41:9300","10.28.2.27:9300"]}
{"level":"info","ts":1563399277.1257222,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399277.1257882,"logger":"elasticsearch-controller","msg":"Updating status","iteration":226,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399277.125841,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":226,"took":1.126831569,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563399277.1259313,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":227,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399277.1285925,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399277.516526,"logger":"transport","msg":"No tls certificate found in secret","namespace":"e2e","secret, name":"elasticsearch-sample-es-db57564wqm-certs"}
{"level":"info","ts":1563399277.5165982,"logger":"transport","msg":"Issuing new certificate","namespace":"e2e","pod_name":"elasticsearch-sample-es-db57564wqm","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399277.522077,"logger":"transport","msg":"Updating transport certificate secret","namespace":"e2e","secret_name":"elasticsearch-sample-es-db57564wqm-certs","es_name":"elasticsearch-sample","pod_name":"elasticsearch-sample-es-db57564wqm"}
{"level":"info","ts":1563399278.2574458,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399278.2575662,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399278.2601275,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399278.2601924,"logger":"elasticsearch-controller","msg":"Updating status","iteration":227,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399278.260249,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":227,"took":1.134317529,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563399278.2603183,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":228,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399278.2629738,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399278.961813,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399278.9619365,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399278.963987,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399278.9640436,"logger":"elasticsearch-controller","msg":"Updating status","iteration":228,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399278.9640846,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":228,"took":0.703766495,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563399280.6630597,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":229,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399280.6650767,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399281.3596885,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399281.3598282,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399281.3625982,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399281.3626616,"logger":"elasticsearch-controller","msg":"Updating status","iteration":229,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399281.3627608,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":229,"took":0.699703631,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563399282.5676951,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":230,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399282.5713537,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399283.272804,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399283.2730465,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399283.2757525,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399283.2758477,"logger":"elasticsearch-controller","msg":"Updating status","iteration":230,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399283.2759194,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":230,"took":0.708227972,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563399283.2759883,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":231,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399283.278684,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399283.9845395,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399283.98467,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399283.9874082,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399283.987509,"logger":"elasticsearch-controller","msg":"Updating status","iteration":231,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399283.987565,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":231,"took":0.711576932,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563399284.8578908,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":232,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399284.8599744,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399285.5543275,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399285.5544703,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399285.556321,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399285.5563667,"logger":"elasticsearch-controller","msg":"Updating status","iteration":232,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399285.5564752,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":232,"took":0.698584447,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563399293.27625,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":233,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399293.2793157,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399293.9741437,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399293.9742727,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399293.976797,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399293.9768653,"logger":"elasticsearch-controller","msg":"Updating status","iteration":233,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399293.9769552,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":233,"took":0.700713781,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563399303.9772985,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":234,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399303.9805572,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399304.679825,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399304.6800601,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399304.6829255,"logger":"driver","msg":"ES external service not ready yet for shard migration reconciliation. Requeuing.","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399304.683012,"logger":"elasticsearch-controller","msg":"Updating status","iteration":234,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399304.6830714,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":234,"took":0.705778456,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563399305.1176171,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":235,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399305.1205187,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399305.8199184,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399305.8200495,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399307.3120675,"logger":"elasticsearch-controller","msg":"Updating status","iteration":235,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399307.3391726,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":235,"took":2.221558239,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563399307.3392162,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":236,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399307.3411498,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399308.2095132,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399308.209677,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399308.2112308,"logger":"version","msg":"Updating minimum master nodes","how":"api","namespace":"e2e","es_name":"elasticsearch-sample","currentMasterCount":3,"nextMasterCount":3,"minimum_master_nodes":2}
{"level":"info","ts":1563399308.906248,"logger":"elasticsearch-controller","msg":"Updating status","iteration":236,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399308.9323695,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":236,"took":1.593152005,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563399308.932484,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":237,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399308.9353201,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399309.4597867,"logger":"generic-reconciler","msg":"Updating resource","kind":"Secret","namespace":"e2e","name":"elasticsearch-sample-es-xpack-file-realm"}
{"level":"info","ts":1563399309.475226,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399309.4753406,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399309.5493178,"logger":"elasticsearch-controller","msg":"Updating status","iteration":237,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399309.5494926,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":237,"took":0.617008332,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563399309.5495508,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":238,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399309.5515792,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399309.894079,"logger":"generic-reconciler","msg":"Updating resource","kind":"Secret","namespace":"e2e","name":"elasticsearch-sample-es-xpack-file-realm"}
{"level":"info","ts":1563399309.9098444,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399309.9099708,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399309.9669688,"logger":"elasticsearch-controller","msg":"Updating status","iteration":238,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399309.9670973,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":238,"took":0.417544968,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563399309.967162,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":239,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399309.96992,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399310.6646037,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399310.6647253,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399310.7127843,"logger":"elasticsearch-controller","msg":"Updating status","iteration":239,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399310.7246706,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":239,"took":0.757508735,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563399310.7247052,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":240,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399310.7274156,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399311.593272,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399311.5933995,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399311.7066672,"logger":"elasticsearch-controller","msg":"Updating status","iteration":240,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399311.7068157,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":240,"took":0.98211027,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563399311.7068763,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":241,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399311.7099288,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399312.05751,"logger":"generic-reconciler","msg":"Updating resource","kind":"Secret","namespace":"e2e","name":"elasticsearch-sample-es-xpack-file-realm"}
{"level":"info","ts":1563399312.0782208,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399312.0786088,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399312.126605,"logger":"elasticsearch-controller","msg":"Updating status","iteration":241,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399312.1267297,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":241,"took":0.419852576,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563399312.1268191,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":242,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399312.129715,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399312.8273246,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399312.8274899,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399312.8860352,"logger":"elasticsearch-controller","msg":"Updating status","iteration":242,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399312.8861883,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":242,"took":0.759398293,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563399314.6833932,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":243,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399314.6854582,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399315.3767076,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399315.376857,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399315.4275544,"logger":"elasticsearch-controller","msg":"Updating status","iteration":243,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399315.4276743,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":243,"took":0.744282431,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563399329.7318788,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":244,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399329.7352016,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399330.433973,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399330.4341056,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399330.486573,"logger":"elasticsearch-controller","msg":"Updating status","iteration":244,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399330.5182018,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":244,"took":0.786323176,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563399330.5183077,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":245,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399330.5201538,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399331.373824,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399331.3739808,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399331.4196424,"logger":"elasticsearch-controller","msg":"Updating status","iteration":245,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399331.4197936,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":245,"took":0.901485715,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563399331.4198656,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":246,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399331.422884,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399331.7732656,"logger":"generic-reconciler","msg":"Updating resource","kind":"Secret","namespace":"e2e","name":"elasticsearch-sample-es-xpack-file-realm"}
{"level":"info","ts":1563399331.8008087,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399331.80092,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399331.8578146,"logger":"elasticsearch-controller","msg":"Updating status","iteration":246,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399331.857937,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":246,"took":0.438069821,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563399331.8579967,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":247,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399331.8601544,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399332.5550303,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399332.555166,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399332.6017342,"logger":"elasticsearch-controller","msg":"Updating status","iteration":247,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399332.6018522,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":247,"took":0.743854017,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563399339.8112507,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":248,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399339.813604,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399340.5113335,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399340.5114582,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399340.653374,"logger":"elasticsearch-controller","msg":"Updating status","iteration":248,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399340.9780571,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":248,"took":1.166808875,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563399340.978141,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":249,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399340.9827974,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399341.8288505,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399341.8289819,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399341.8809037,"logger":"elasticsearch-controller","msg":"Updating status","iteration":249,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399341.8810112,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":249,"took":0.902906409,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563399341.8810606,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":250,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399341.8831596,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399342.2328265,"logger":"generic-reconciler","msg":"Updating resource","kind":"Secret","namespace":"e2e","name":"elasticsearch-sample-es-xpack-file-realm"}
{"level":"info","ts":1563399342.3703668,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399342.3704827,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399342.4231348,"logger":"elasticsearch-controller","msg":"Updating status","iteration":250,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399342.4232926,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":250,"took":0.542230767,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563399342.4233594,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":251,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399342.4254594,"logger":"transport","msg":"Reconciling transport certificate secrets","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399343.1231146,"logger":"driver","msg":"Calculated all required changes","to_create:":0,"to_keep:":3,"to_delete:":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399343.123259,"logger":"driver","msg":"Calculated performable changes","schedule_for_creation_count":0,"schedule_for_deletion_count":0,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399343.1644127,"logger":"elasticsearch-controller","msg":"Updating status","iteration":251,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399343.1645863,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":251,"took":0.741225303,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563399343.1646488,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":252,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399343.1647422,"logger":"finalizer","msg":"Executing finalizer","finalizer_name":"expectations.finalizers.elasticsearch.k8s.elastic.co","namespace":"e2e","name":"elasticsearch-sample"}
{"level":"info","ts":1563399343.164806,"logger":"finalizer","msg":"Executing finalizer","finalizer_name":"observer.finalizers.elasticsearch.k8s.elastic.co","namespace":"e2e","name":"elasticsearch-sample"}
{"level":"info","ts":1563399343.1649578,"logger":"finalizer","msg":"Executing finalizer","finalizer_name":"secure-settings.finalizers.elasticsearch.k8s.elastic.co","namespace":"e2e","name":"elasticsearch-sample"}
{"level":"info","ts":1563399343.1658528,"logger":"finalizer","msg":"Executing finalizer","finalizer_name":"dynamic-watches.finalizers.k8s.elastic.co/http-certificates","namespace":"e2e","name":"elasticsearch-sample"}
{"level":"info","ts":1563399343.1657724,"logger":"observer","msg":"Stopping observer for cluster","namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399343.1843667,"logger":"elasticsearch-controller","msg":"Updating status","iteration":252,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399343.1848116,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":252,"took":0.020161603,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563399343.1849113,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":253,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399343.1850579,"logger":"elasticsearch-controller","msg":"Updating status","iteration":253,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399343.185225,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":253,"took":0.000313357,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563399343.2860637,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":254,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399343.2862008,"logger":"elasticsearch-controller","msg":"Updating status","iteration":254,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399343.2862377,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":254,"took":0.000176667,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563399343.4877062,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":255,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399343.4878285,"logger":"elasticsearch-controller","msg":"Updating status","iteration":255,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563399343.4880106,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":255,"took":0.000306069,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563408512.0700998,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":2056,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563408512.0701787,"logger":"elasticsearch-controller","msg":"Updating status","iteration":2056,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563408512.0702267,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":2056,"took":0.000127438,"namespace":"e2e","es_ame":"elasticsearch-sample"}
{"level":"info","ts":1563408512.8742247,"logger":"elasticsearch-controller","msg":"Start reconcile iteration","iteration":2057,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563408512.8743315,"logger":"elasticsearch-controller","msg":"Updating status","iteration":2057,"namespace":"e2e","es_name":"elasticsearch-sample"}
{"level":"info","ts":1563408512.8744075,"logger":"elasticsearch-controller","msg":"End reconcile iteration","iteration":2057,"took":0.00018491,"namespace":"e2e","es_ame":"elasticsearch-sample"}