-
-
Save tbg/c097f503e3136deab5df51eaf1a346cc to your computer and use it in GitHub Desktop.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
606 runs so far, 0 failures, over 7m55s | |
I190926 08:20:24.755171 1 rand.go:85 Random seed: -5921895135148740340 | |
=== RUN TestSystemZoneConfigs | |
I190926 08:20:24.759000 37 base/addr_validation.go:296 [n?] server certificate addresses: IP=127.0.0.1,::1; DNS=localhost,*.local; CN=node | |
I190926 08:20:24.759024 37 base/addr_validation.go:342 [n?] web UI certificate addresses: IP=127.0.0.1,::1; DNS=localhost,*.local; CN=node | |
W190926 08:20:24.870324 37 server/status/runtime.go:308 [n?] Could not parse build timestamp: parsing time "" as "2006/01/02 15:04:05": cannot parse "" as "2006" | |
I190926 08:20:24.932987 37 server/server.go:919 [n?] monitoring forward clock jumps based on server.clock.forward_jump_check_enabled | |
I190926 08:20:24.997079 37 server/config.go:502 [n?] 1 storage engine initialized | |
I190926 08:20:24.997106 37 server/config.go:505 [n?] RocksDB cache size: 128 MiB | |
I190926 08:20:24.997116 37 server/config.go:505 [n?] store 0: in-memory, size 0 B | |
I190926 08:20:24.997327 37 server/server.go:1367 [n?] no stores bootstrapped and --join flag specified, awaiting init command or join with an already initialized node. | |
I190926 08:20:24.997366 37 server/server.go:1377 [n?] **** add additional nodes by specifying --join=127.0.0.1:35935 | |
I190926 08:20:25.045185 37 server/node.go:317 [n?] **** cluster 23de93bc-3328-4ba5-9510-5f3bedfb23c0 has been created | |
I190926 08:20:25.045808 37 gossip/gossip.go:394 [n1] NodeDescriptor set to node_id:1 address:<network_field:"tcp" address_field:"127.0.0.1:35935" > attrs:<> locality:<tiers:<key:"region" value:"test" > tiers:<key:"dc" value:"dc1" > > ServerVersion:<major_val:19 minor_val:1 patch:0 unstable:10 > build_tag:"v19.2.0-alpha.20190606-2515-g38209f16b9" started_at:1569486025045597593 cluster_name:"" sql_address:<network_field:"tcp" address_field:"127.0.0.1:44721" > | |
I190926 08:20:25.052954 37 server/node.go:422 [n1] initialized store [n1,s1]: disk (capacity=512 MiB, available=512 MiB, used=0 B, logicalBytes=11 KiB), ranges=24, leases=0, queries=0.00, writes=0.00, bytesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=166.00 pMax=10000.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=0.00 pMax=0.00} | |
I190926 08:20:25.071418 37 storage/stores.go:240 [n1] read 0 node addresses from persistent storage | |
I190926 08:20:25.071871 37 server/node.go:636 [n1] connecting to gossip network to verify cluster ID... | |
W190926 08:20:25.112006 354 storage/store.go:1546 [n1,s1,r6/1:/Table/{SystemCon…-11}] could not gossip system config: [NotLeaseHolderError] r6: replica (n1,s1):1 not lease holder; lease holder unknown | |
I190926 08:20:25.114601 37 server/node.go:656 [n1] node connected via gossip and verified as part of cluster "23de93bc-3328-4ba5-9510-5f3bedfb23c0" | |
I190926 08:20:25.114796 37 server/node.go:503 [n1] node=1: started with [<no-attributes>=<in-mem>] engine(s) and attributes [] | |
I190926 08:20:25.114891 37 server/server.go:1998 [n1] Could not start goroutine dumper worker due to: directory to store dumps could not be determined | |
I190926 08:20:25.115020 37 server/server.go:1495 [n1] starting https server at 127.0.0.1:44931 (use: 127.0.0.1:44931) | |
I190926 08:20:25.115056 37 server/server.go:1500 [n1] starting postgres server at 127.0.0.1:44721 (use: 127.0.0.1:44721) | |
I190926 08:20:25.115079 37 server/server.go:1502 [n1] starting grpc server at 127.0.0.1:35935 | |
I190926 08:20:25.115100 37 server/server.go:1503 [n1] advertising CockroachDB node at 127.0.0.1:35935 | |
W190926 08:20:25.242785 354 storage/store.go:1546 [n1,s1,r6/1:/Table/{SystemCon…-11}] could not gossip system config: [NotLeaseHolderError] r6: replica (n1,s1):1 not lease holder; lease holder unknown | |
I190926 08:20:25.657571 739 sql/event_log.go:130 [n1,intExec=optInToDiagnosticsStatReporting] Event: "set_cluster_setting", target: 0, info: {SettingName:diagnostics.reporting.enabled Value:true User:root} | |
I190926 08:20:25.772802 936 sql/event_log.go:130 [n1,intExec=set-setting] Event: "set_cluster_setting", target: 0, info: {SettingName:version Value:19.1-10 User:root} | |
I190926 08:20:25.889541 943 sql/event_log.go:130 [n1,intExec=disableNetTrace] Event: "set_cluster_setting", target: 0, info: {SettingName:trace.debug.enable Value:false User:root} | |
I190926 08:20:25.937947 1199 sql/event_log.go:130 [n1,intExec=initializeClusterSecret] Event: "set_cluster_setting", target: 0, info: {SettingName:cluster.secret Value:91c9a84e-227f-406a-a180-4886819ddab9 User:root} | |
I190926 08:20:25.948255 1475 sql/event_log.go:130 [n1,intExec=create-default-db] Event: "create_database", target: 50, info: {DatabaseName:defaultdb Statement:CREATE DATABASE IF NOT EXISTS defaultdb User:root} | |
I190926 08:20:25.978505 1480 sql/event_log.go:130 [n1,intExec=create-default-db] Event: "create_database", target: 51, info: {DatabaseName:postgres Statement:CREATE DATABASE IF NOT EXISTS postgres User:root} | |
I190926 08:20:26.111016 37 server/server.go:1571 [n1] done ensuring all necessary migrations have run | |
I190926 08:20:26.111116 37 server/server.go:1809 [n1] serving sql connections | |
I190926 08:20:26.113979 1704 server/server_update.go:68 [n1] no need to upgrade, cluster already at the newest version | |
I190926 08:20:26.118204 1706 sql/event_log.go:130 [n1] Event: "node_join", target: 1, info: {Descriptor:{NodeID:1 Address:127.0.0.1:35935 Attrs: Locality:region=test,dc=dc1 ServerVersion:19.1-10 BuildTag:v19.2.0-alpha.20190606-2515-g38209f16b9 StartedAt:1569486025045597593 LocalityAddress:[] ClusterName: SQLAddress:127.0.0.1:44721} ClusterID:23de93bc-3328-4ba5-9510-5f3bedfb23c0 StartedAt:1569486025045597593 LastUp:1569486025045597593} | |
I190926 08:20:26.263802 1894 sql/event_log.go:130 [n1,client=127.0.0.1:39284,user=root] Event: "set_cluster_setting", target: 0, info: {SettingName:kv.range_split.by_load_enabled Value:false User:root} | |
I190926 08:20:26.278467 37 base/addr_validation.go:296 [n?] server certificate addresses: IP=127.0.0.1,::1; DNS=localhost,*.local; CN=node | |
I190926 08:20:26.278495 37 base/addr_validation.go:342 [n?] web UI certificate addresses: IP=127.0.0.1,::1; DNS=localhost,*.local; CN=node | |
W190926 08:20:26.472710 37 server/status/runtime.go:308 [n?] Could not parse build timestamp: parsing time "" as "2006/01/02 15:04:05": cannot parse "" as "2006" | |
I190926 08:20:26.483541 37 server/server.go:919 [n?] monitoring forward clock jumps based on server.clock.forward_jump_check_enabled | |
I190926 08:20:26.582561 37 server/config.go:502 [n?] 1 storage engine initialized | |
I190926 08:20:26.582594 37 server/config.go:505 [n?] RocksDB cache size: 128 MiB | |
I190926 08:20:26.582603 37 server/config.go:505 [n?] store 0: in-memory, size 0 B | |
W190926 08:20:26.583220 37 gossip/gossip.go:1517 [n?] no incoming or outgoing connections | |
I190926 08:20:26.583292 37 server/server.go:1367 [n?] no stores bootstrapped and --join flag specified, awaiting init command or join with an already initialized node. | |
I190926 08:20:26.594355 2267 gossip/client.go:124 [n?] started gossip client to 127.0.0.1:35935 | |
I190926 08:20:26.594903 2291 gossip/server.go:227 [n1] received initial cluster-verification connection from 127.0.0.1:40157 | |
I190926 08:20:26.600319 37 server/node.go:636 [n?] connecting to gossip network to verify cluster ID... | |
I190926 08:20:26.600609 37 server/node.go:656 [n?] node connected via gossip and verified as part of cluster "23de93bc-3328-4ba5-9510-5f3bedfb23c0" | |
I190926 08:20:26.613926 2291 gossip/server.go:227 [n1] received initial cluster-verification connection from 127.0.0.1:40157 | |
I190926 08:20:26.699027 37 server/node.go:372 [n?] new node allocated ID 2 | |
I190926 08:20:26.699157 37 gossip/gossip.go:394 [n2] NodeDescriptor set to node_id:2 address:<network_field:"tcp" address_field:"127.0.0.1:40157" > attrs:<> locality:<tiers:<key:"region" value:"test" > tiers:<key:"dc" value:"dc2" > > ServerVersion:<major_val:19 minor_val:1 patch:0 unstable:10 > build_tag:"v19.2.0-alpha.20190606-2515-g38209f16b9" started_at:1569486026699061270 cluster_name:"" sql_address:<network_field:"tcp" address_field:"127.0.0.1:44895" > | |
I190926 08:20:26.699256 37 storage/stores.go:240 [n2] read 0 node addresses from persistent storage | |
I190926 08:20:26.699346 37 storage/stores.go:259 [n2] wrote 1 node addresses to persistent storage | |
I190926 08:20:26.709643 40 storage/stores.go:259 [n1] wrote 1 node addresses to persistent storage | |
I190926 08:20:26.736671 37 server/node.go:611 [n2] bootstrapped store [n2,s2] | |
I190926 08:20:26.737006 37 server/node.go:503 [n2] node=2: started with [<no-attributes>=<in-mem>] engine(s) and attributes [] | |
I190926 08:20:26.737103 37 server/server.go:1998 [n2] Could not start goroutine dumper worker due to: directory to store dumps could not be determined | |
I190926 08:20:26.737281 37 server/server.go:1495 [n2] starting https server at 127.0.0.1:40601 (use: 127.0.0.1:40601) | |
I190926 08:20:26.737328 37 server/server.go:1500 [n2] starting postgres server at 127.0.0.1:44895 (use: 127.0.0.1:44895) | |
I190926 08:20:26.737346 37 server/server.go:1502 [n2] starting grpc server at 127.0.0.1:40157 | |
I190926 08:20:26.737362 37 server/server.go:1503 [n2] advertising CockroachDB node at 127.0.0.1:40157 | |
I190926 08:20:26.960980 2748 sql/event_log.go:130 [n2,intExec=add-constraints-ttl] Event: "set_zone_config", target: 25, info: {Target:TABLE system.public.replication_constraint_stats Config: Options:"gc.ttlseconds" = 600 User:root} | |
I190926 08:20:27.129193 2927 sql/event_log.go:130 [n2,intExec=add-replication-status-ttl] Event: "set_zone_config", target: 27, info: {Target:TABLE system.public.replication_stats Config: Options:"gc.ttlseconds" = 600 User:root} | |
I190926 08:20:27.131532 37 server/server.go:1571 [n2] done ensuring all necessary migrations have run | |
I190926 08:20:27.131620 37 server/server.go:1809 [n2] serving sql connections | |
I190926 08:20:27.138970 3089 sql/event_log.go:130 [n2] Event: "node_join", target: 2, info: {Descriptor:{NodeID:2 Address:127.0.0.1:40157 Attrs: Locality:region=test,dc=dc2 ServerVersion:19.1-10 BuildTag:v19.2.0-alpha.20190606-2515-g38209f16b9 StartedAt:1569486026699061270 LocalityAddress:[] ClusterName: SQLAddress:127.0.0.1:44895} ClusterID:23de93bc-3328-4ba5-9510-5f3bedfb23c0 StartedAt:1569486026699061270 LastUp:1569486026699061270} | |
I190926 08:20:27.165280 134 gossip/gossip.go:1531 [n1] node has connected to cluster via gossip | |
I190926 08:20:27.166242 134 storage/stores.go:259 [n1] wrote 1 node addresses to persistent storage | |
I190926 08:20:27.179772 3087 server/server_update.go:68 [n2] no need to upgrade, cluster already at the newest version | |
I190926 08:20:27.214239 3199 sql/event_log.go:130 [n2,client=127.0.0.1:52840,user=root] Event: "set_cluster_setting", target: 0, info: {SettingName:kv.range_split.by_load_enabled Value:false User:root} | |
I190926 08:20:27.224239 37 base/addr_validation.go:296 [n?] server certificate addresses: IP=127.0.0.1,::1; DNS=localhost,*.local; CN=node | |
I190926 08:20:27.224268 37 base/addr_validation.go:342 [n?] web UI certificate addresses: IP=127.0.0.1,::1; DNS=localhost,*.local; CN=node | |
W190926 08:20:27.271374 37 server/status/runtime.go:308 [n?] Could not parse build timestamp: parsing time "" as "2006/01/02 15:04:05": cannot parse "" as "2006" | |
I190926 08:20:27.280693 37 server/server.go:919 [n?] monitoring forward clock jumps based on server.clock.forward_jump_check_enabled | |
I190926 08:20:27.427067 37 server/config.go:502 [n?] 1 storage engine initialized | |
I190926 08:20:27.427107 37 server/config.go:505 [n?] RocksDB cache size: 128 MiB | |
I190926 08:20:27.427116 37 server/config.go:505 [n?] store 0: in-memory, size 0 B | |
W190926 08:20:27.427351 37 gossip/gossip.go:1517 [n?] no incoming or outgoing connections | |
I190926 08:20:27.427400 37 server/server.go:1367 [n?] no stores bootstrapped and --join flag specified, awaiting init command or join with an already initialized node. | |
I190926 08:20:27.445698 3532 gossip/client.go:124 [n?] started gossip client to 127.0.0.1:35935 | |
I190926 08:20:27.446194 3565 gossip/server.go:227 [n1] received initial cluster-verification connection from 127.0.0.1:36991 | |
I190926 08:20:27.449599 37 server/node.go:636 [n?] connecting to gossip network to verify cluster ID... | |
I190926 08:20:27.449628 37 server/node.go:656 [n?] node connected via gossip and verified as part of cluster "23de93bc-3328-4ba5-9510-5f3bedfb23c0" | |
I190926 08:20:27.450169 3565 gossip/server.go:227 [n1] received initial cluster-verification connection from 127.0.0.1:36991 | |
I190926 08:20:27.518162 37 server/node.go:372 [n?] new node allocated ID 3 | |
I190926 08:20:27.518279 37 gossip/gossip.go:394 [n3] NodeDescriptor set to node_id:3 address:<network_field:"tcp" address_field:"127.0.0.1:36991" > attrs:<> locality:<tiers:<key:"region" value:"test" > tiers:<key:"dc" value:"dc3" > > ServerVersion:<major_val:19 minor_val:1 patch:0 unstable:10 > build_tag:"v19.2.0-alpha.20190606-2515-g38209f16b9" started_at:1569486027518194383 cluster_name:"" sql_address:<network_field:"tcp" address_field:"127.0.0.1:39781" > | |
I190926 08:20:27.518381 37 storage/stores.go:240 [n3] read 0 node addresses from persistent storage | |
I190926 08:20:27.518419 37 storage/stores.go:259 [n3] wrote 2 node addresses to persistent storage | |
I190926 08:20:27.518964 40 storage/stores.go:259 [n1] wrote 2 node addresses to persistent storage | |
I190926 08:20:27.519336 1712 storage/stores.go:259 [n2] wrote 2 node addresses to persistent storage | |
I190926 08:20:27.521396 37 server/node.go:611 [n3] bootstrapped store [n3,s3] | |
I190926 08:20:27.521620 37 server/node.go:503 [n3] node=3: started with [<no-attributes>=<in-mem>] engine(s) and attributes [] | |
I190926 08:20:27.521697 37 server/server.go:1998 [n3] Could not start goroutine dumper worker due to: directory to store dumps could not be determined | |
I190926 08:20:27.521817 37 server/server.go:1495 [n3] starting https server at 127.0.0.1:36385 (use: 127.0.0.1:36385) | |
I190926 08:20:27.521850 37 server/server.go:1500 [n3] starting postgres server at 127.0.0.1:39781 (use: 127.0.0.1:39781) | |
I190926 08:20:27.521868 37 server/server.go:1502 [n3] starting grpc server at 127.0.0.1:36991 | |
I190926 08:20:27.521886 37 server/server.go:1503 [n3] advertising CockroachDB node at 127.0.0.1:36991 | |
I190926 08:20:27.589131 649 storage/replica_command.go:1582 [n1,replicate,s1,r15/1:/Table/{19-20}] change replicas (add [(n2,s2):2LEARNER] remove []): existing descriptor r15:/Table/{19-20} [(n1,s1):1, next=2, gen=0] | |
I190926 08:20:27.590470 37 server/server.go:1571 [n3] done ensuring all necessary migrations have run | |
I190926 08:20:27.590548 37 server/server.go:1809 [n3] serving sql connections | |
I190926 08:20:27.620818 649 storage/replica_raft.go:291 [n1,s1,r15/1:/Table/{19-20}] proposing ADD_REPLICA[(n2,s2):2LEARNER]: after=[(n1,s1):1 (n2,s2):2LEARNER] next=3 | |
I190926 08:20:27.629231 649 storage/store_snapshot.go:978 [n1,replicate,s1,r15/1:/Table/{19-20}] sending LEARNER snapshot 832fbc23 at applied index 16 | |
I190926 08:20:27.632200 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r15/1:/Table/{19-20}] streamed snapshot to (n2,s2):2LEARNER: kv pairs: 6, log entries: 0, rate-limit: 8.0 MiB/sec, 0.01s | |
I190926 08:20:27.634668 3972 storage/replica_raftstorage.go:794 [n2,s2,r15/2:{-}] applying LEARNER snapshot [id=832fbc23 index=16] | |
I190926 08:20:27.636675 3649 server/server_update.go:68 [n3] no need to upgrade, cluster already at the newest version | |
I190926 08:20:27.646746 3923 sql/event_log.go:130 [n3] Event: "node_join", target: 3, info: {Descriptor:{NodeID:3 Address:127.0.0.1:36991 Attrs: Locality:region=test,dc=dc3 ServerVersion:19.1-10 BuildTag:v19.2.0-alpha.20190606-2515-g38209f16b9 StartedAt:1569486027518194383 LocalityAddress:[] ClusterName: SQLAddress:127.0.0.1:39781} ClusterID:23de93bc-3328-4ba5-9510-5f3bedfb23c0 StartedAt:1569486027518194383 LastUp:1569486027518194383} | |
I190926 08:20:27.650705 3972 storage/replica_raftstorage.go:815 [n2,s2,r15/2:/Table/{19-20}] applied LEARNER snapshot [total=16ms ingestion=4@7ms id=832fbc23 index=16] | |
I190926 08:20:27.653066 649 storage/replica_command.go:1582 [n1,replicate,s1,r15/1:/Table/{19-20}] change replicas (add [(n2,s2):2] remove []): existing descriptor r15:/Table/{19-20} [(n1,s1):1, (n2,s2):2LEARNER, next=3, gen=1] | |
I190926 08:20:27.659383 649 storage/replica_raft.go:291 [n1,s1,r15/1:/Table/{19-20}] proposing ADD_REPLICA[(n2,s2):2]: after=[(n1,s1):1 (n2,s2):2] next=3 | |
I190926 08:20:27.660213 649 storage/replica_command.go:1582 [n1,replicate,s1,r15/1:/Table/{19-20}] change replicas (add [(n3,s3):3LEARNER] remove []): existing descriptor r15:/Table/{19-20} [(n1,s1):1, (n2,s2):2, next=3, gen=2] | |
I190926 08:20:27.727421 649 storage/replica_raft.go:291 [n1,s1,r15/1:/Table/{19-20}] proposing ADD_REPLICA[(n3,s3):3LEARNER]: after=[(n1,s1):1 (n2,s2):2 (n3,s3):3LEARNER] next=4 | |
I190926 08:20:27.793129 4030 sql/event_log.go:130 [n3,client=127.0.0.1:49886,user=root] Event: "set_cluster_setting", target: 0, info: {SettingName:kv.range_split.by_load_enabled Value:false User:root} | |
I190926 08:20:27.807666 4309 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r15/1:/Table/{19-20}] skipping snapshot; replica is likely a learner in the process of being added: (n3,s3):3LEARNER | |
I190926 08:20:27.807787 649 storage/store_snapshot.go:978 [n1,replicate,s1,r15/1:/Table/{19-20}] sending LEARNER snapshot 799aeca3 at applied index 20 | |
I190926 08:20:27.807954 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r15/1:/Table/{19-20}] streamed snapshot to (n3,s3):3LEARNER: kv pairs: 10, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:27.808651 4157 storage/replica_raftstorage.go:794 [n3,s3,r15/3:{-}] applying LEARNER snapshot [id=799aeca3 index=20] | |
I190926 08:20:27.810446 37 base/addr_validation.go:296 [n?] server certificate addresses: IP=127.0.0.1,::1; DNS=localhost,*.local; CN=node | |
I190926 08:20:27.810505 37 base/addr_validation.go:342 [n?] web UI certificate addresses: IP=127.0.0.1,::1; DNS=localhost,*.local; CN=node | |
I190926 08:20:27.811265 4157 storage/replica_raftstorage.go:815 [n3,s3,r15/3:/Table/{19-20}] applied LEARNER snapshot [total=3ms ingestion=4@2ms id=799aeca3 index=20] | |
I190926 08:20:27.812390 649 storage/replica_command.go:1582 [n1,replicate,s1,r15/1:/Table/{19-20}] change replicas (add [(n3,s3):3] remove []): existing descriptor r15:/Table/{19-20} [(n1,s1):1, (n2,s2):2, (n3,s3):3LEARNER, next=4, gen=3] | |
I190926 08:20:27.822773 649 storage/replica_raft.go:291 [n1,s1,r15/1:/Table/{19-20}] proposing ADD_REPLICA[(n3,s3):3]: after=[(n1,s1):1 (n2,s2):2 (n3,s3):3] next=4 | |
I190926 08:20:27.906820 649 storage/replica_command.go:1582 [n1,replicate,s1,r18/1:/Table/2{2-3}] change replicas (add [(n2,s2):2LEARNER] remove []): existing descriptor r18:/Table/2{2-3} [(n1,s1):1, next=2, gen=0] | |
I190926 08:20:27.915825 649 storage/replica_raft.go:291 [n1,s1,r18/1:/Table/2{2-3}] proposing ADD_REPLICA[(n2,s2):2LEARNER]: after=[(n1,s1):1 (n2,s2):2LEARNER] next=3 | |
I190926 08:20:27.935971 4538 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r18/1:/Table/2{2-3}] skipping snapshot; replica is likely a learner in the process of being added: (n2,s2):2LEARNER | |
I190926 08:20:27.952640 649 storage/store_snapshot.go:978 [n1,replicate,s1,r18/1:/Table/2{2-3}] sending LEARNER snapshot 7efb33f8 at applied index 16 | |
I190926 08:20:27.952823 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r18/1:/Table/2{2-3}] streamed snapshot to (n2,s2):2LEARNER: kv pairs: 6, log entries: 0, rate-limit: 8.0 MiB/sec, 0.01s | |
I190926 08:20:27.954118 4554 storage/replica_raftstorage.go:794 [n2,s2,r18/2:{-}] applying LEARNER snapshot [id=7efb33f8 index=16] | |
I190926 08:20:27.964905 4554 storage/replica_raftstorage.go:815 [n2,s2,r18/2:/Table/2{2-3}] applied LEARNER snapshot [total=11ms ingestion=4@10ms id=7efb33f8 index=16] | |
I190926 08:20:27.968825 649 storage/replica_command.go:1582 [n1,replicate,s1,r18/1:/Table/2{2-3}] change replicas (add [(n2,s2):2] remove []): existing descriptor r18:/Table/2{2-3} [(n1,s1):1, (n2,s2):2LEARNER, next=3, gen=1] | |
W190926 08:20:28.018020 37 server/status/runtime.go:308 [n?] Could not parse build timestamp: parsing time "" as "2006/01/02 15:04:05": cannot parse "" as "2006" | |
I190926 08:20:28.032105 649 storage/replica_raft.go:291 [n1,s1,r18/1:/Table/2{2-3}] proposing ADD_REPLICA[(n2,s2):2]: after=[(n1,s1):1 (n2,s2):2] next=3 | |
I190926 08:20:28.044262 649 storage/replica_command.go:1582 [n1,replicate,s1,r18/1:/Table/2{2-3}] change replicas (add [(n3,s3):3LEARNER] remove []): existing descriptor r18:/Table/2{2-3} [(n1,s1):1, (n2,s2):2, next=3, gen=2] | |
I190926 08:20:28.110687 649 storage/replica_raft.go:291 [n1,s1,r18/1:/Table/2{2-3}] proposing ADD_REPLICA[(n3,s3):3LEARNER]: after=[(n1,s1):1 (n2,s2):2 (n3,s3):3LEARNER] next=4 | |
I190926 08:20:28.126485 649 storage/store_snapshot.go:978 [n1,replicate,s1,r18/1:/Table/2{2-3}] sending LEARNER snapshot 606287e6 at applied index 20 | |
I190926 08:20:28.126641 4702 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r18/1:/Table/2{2-3}] skipping snapshot; replica is likely a learner in the process of being added: (n3,s3):3LEARNER | |
I190926 08:20:28.126733 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r18/1:/Table/2{2-3}] streamed snapshot to (n3,s3):3LEARNER: kv pairs: 10, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:28.127573 4656 storage/replica_raftstorage.go:794 [n3,s3,r18/3:{-}] applying LEARNER snapshot [id=606287e6 index=20] | |
I190926 08:20:28.129986 4656 storage/replica_raftstorage.go:815 [n3,s3,r18/3:/Table/2{2-3}] applied LEARNER snapshot [total=2ms ingestion=4@2ms id=606287e6 index=20] | |
I190926 08:20:28.141877 37 server/server.go:919 [n?] monitoring forward clock jumps based on server.clock.forward_jump_check_enabled | |
I190926 08:20:28.148661 649 storage/replica_command.go:1582 [n1,replicate,s1,r18/1:/Table/2{2-3}] change replicas (add [(n3,s3):3] remove []): existing descriptor r18:/Table/2{2-3} [(n1,s1):1, (n2,s2):2, (n3,s3):3LEARNER, next=4, gen=3] | |
I190926 08:20:28.170122 649 storage/replica_raft.go:291 [n1,s1,r18/1:/Table/2{2-3}] proposing ADD_REPLICA[(n3,s3):3]: after=[(n1,s1):1 (n2,s2):2 (n3,s3):3] next=4 | |
I190926 08:20:28.177756 649 storage/replica_command.go:1582 [n1,replicate,s1,r10/1:/Table/1{4-5}] change replicas (add [(n3,s3):2LEARNER] remove []): existing descriptor r10:/Table/1{4-5} [(n1,s1):1, next=2, gen=0] | |
I190926 08:20:28.185756 649 storage/replica_raft.go:291 [n1,s1,r10/1:/Table/1{4-5}] proposing ADD_REPLICA[(n3,s3):2LEARNER]: after=[(n1,s1):1 (n3,s3):2LEARNER] next=3 | |
I190926 08:20:28.189398 4317 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r10/1:/Table/1{4-5}] skipping snapshot; replica is likely a learner in the process of being added: (n3,s3):2LEARNER | |
I190926 08:20:28.190630 649 storage/store_snapshot.go:978 [n1,replicate,s1,r10/1:/Table/1{4-5}] sending LEARNER snapshot c55d8f0f at applied index 16 | |
I190926 08:20:28.190810 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r10/1:/Table/1{4-5}] streamed snapshot to (n3,s3):2LEARNER: kv pairs: 6, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:28.219281 4315 storage/replica_raftstorage.go:794 [n3,s3,r10/2:{-}] applying LEARNER snapshot [id=c55d8f0f index=16] | |
I190926 08:20:28.225549 4315 storage/replica_raftstorage.go:815 [n3,s3,r10/2:/Table/1{4-5}] applied LEARNER snapshot [total=6ms ingestion=4@5ms id=c55d8f0f index=16] | |
I190926 08:20:28.226287 649 storage/replica_command.go:1582 [n1,replicate,s1,r10/1:/Table/1{4-5}] change replicas (add [(n3,s3):2] remove []): existing descriptor r10:/Table/1{4-5} [(n1,s1):1, (n3,s3):2LEARNER, next=3, gen=1] | |
I190926 08:20:28.236960 649 storage/replica_raft.go:291 [n1,s1,r10/1:/Table/1{4-5}] proposing ADD_REPLICA[(n3,s3):2]: after=[(n1,s1):1 (n3,s3):2] next=3 | |
I190926 08:20:28.239879 649 storage/replica_command.go:1582 [n1,replicate,s1,r10/1:/Table/1{4-5}] change replicas (add [(n2,s2):3LEARNER] remove []): existing descriptor r10:/Table/1{4-5} [(n1,s1):1, (n3,s3):2, next=3, gen=2] | |
I190926 08:20:28.305761 649 storage/replica_raft.go:291 [n1,s1,r10/1:/Table/1{4-5}] proposing ADD_REPLICA[(n2,s2):3LEARNER]: after=[(n1,s1):1 (n3,s3):2 (n2,s2):3LEARNER] next=4 | |
I190926 08:20:28.308494 649 storage/store_snapshot.go:978 [n1,replicate,s1,r10/1:/Table/1{4-5}] sending LEARNER snapshot 1e001577 at applied index 21 | |
I190926 08:20:28.308618 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r10/1:/Table/1{4-5}] streamed snapshot to (n2,s2):3LEARNER: kv pairs: 10, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:28.308842 5047 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r10/1:/Table/1{4-5}] skipping snapshot; replica is likely a learner in the process of being added: (n2,s2):3LEARNER | |
I190926 08:20:28.309473 5045 storage/replica_raftstorage.go:794 [n2,s2,r10/3:{-}] applying LEARNER snapshot [id=1e001577 index=21] | |
I190926 08:20:28.312446 5045 storage/replica_raftstorage.go:815 [n2,s2,r10/3:/Table/1{4-5}] applied LEARNER snapshot [total=3ms ingestion=4@3ms id=1e001577 index=21] | |
I190926 08:20:28.313516 649 storage/replica_command.go:1582 [n1,replicate,s1,r10/1:/Table/1{4-5}] change replicas (add [(n2,s2):3] remove []): existing descriptor r10:/Table/1{4-5} [(n1,s1):1, (n3,s3):2, (n2,s2):3LEARNER, next=4, gen=3] | |
I190926 08:20:28.318980 649 storage/replica_raft.go:291 [n1,s1,r10/1:/Table/1{4-5}] proposing ADD_REPLICA[(n2,s2):3]: after=[(n1,s1):1 (n3,s3):2 (n2,s2):3] next=4 | |
I190926 08:20:28.321027 649 storage/replica_command.go:1582 [n1,replicate,s1,r6/1:/Table/{SystemCon…-11}] change replicas (add [(n2,s2):2LEARNER] remove []): existing descriptor r6:/Table/{SystemConfigSpan/Start-11} [(n1,s1):1, next=2, gen=0] | |
I190926 08:20:28.327770 649 storage/replica_raft.go:291 [n1,s1,r6/1:/Table/{SystemCon…-11}] proposing ADD_REPLICA[(n2,s2):2LEARNER]: after=[(n1,s1):1 (n2,s2):2LEARNER] next=3 | |
I190926 08:20:28.330107 649 storage/store_snapshot.go:978 [n1,replicate,s1,r6/1:/Table/{SystemCon…-11}] sending LEARNER snapshot b108ec14 at applied index 59 | |
I190926 08:20:28.330541 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r6/1:/Table/{SystemCon…-11}] streamed snapshot to (n2,s2):2LEARNER: kv pairs: 77, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:28.330848 5162 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r6/1:/Table/{SystemCon…-11}] skipping snapshot; replica is likely a learner in the process of being added: (n2,s2):2LEARNER | |
I190926 08:20:28.331810 5160 storage/replica_raftstorage.go:794 [n2,s2,r6/2:{-}] applying LEARNER snapshot [id=b108ec14 index=59] | |
I190926 08:20:28.337128 5160 storage/replica_raftstorage.go:815 [n2,s2,r6/2:/Table/{SystemCon…-11}] applied LEARNER snapshot [total=5ms ingestion=4@5ms id=b108ec14 index=59] | |
I190926 08:20:28.338167 649 storage/replica_command.go:1582 [n1,replicate,s1,r6/1:/Table/{SystemCon…-11}] change replicas (add [(n2,s2):2] remove []): existing descriptor r6:/Table/{SystemConfigSpan/Start-11} [(n1,s1):1, (n2,s2):2LEARNER, next=3, gen=1] | |
I190926 08:20:28.343363 649 storage/replica_raft.go:291 [n1,s1,r6/1:/Table/{SystemCon…-11}] proposing ADD_REPLICA[(n2,s2):2]: after=[(n1,s1):1 (n2,s2):2] next=3 | |
I190926 08:20:28.346400 649 storage/replica_command.go:1582 [n1,replicate,s1,r6/1:/Table/{SystemCon…-11}] change replicas (add [(n3,s3):3LEARNER] remove []): existing descriptor r6:/Table/{SystemConfigSpan/Start-11} [(n1,s1):1, (n2,s2):2, next=3, gen=2] | |
I190926 08:20:28.359060 649 storage/replica_raft.go:291 [n1,s1,r6/1:/Table/{SystemCon…-11}] proposing ADD_REPLICA[(n3,s3):3LEARNER]: after=[(n1,s1):1 (n2,s2):2 (n3,s3):3LEARNER] next=4 | |
I190926 08:20:28.361584 649 storage/store_snapshot.go:978 [n1,replicate,s1,r6/1:/Table/{SystemCon…-11}] sending LEARNER snapshot 2401f094 at applied index 63 | |
I190926 08:20:28.361844 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r6/1:/Table/{SystemCon…-11}] streamed snapshot to (n3,s3):3LEARNER: kv pairs: 81, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:28.362507 5217 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r6/1:/Table/{SystemCon…-11}] skipping snapshot; replica is likely a learner in the process of being added: (n3,s3):3LEARNER | |
I190926 08:20:28.362869 5231 storage/replica_raftstorage.go:794 [n3,s3,r6/3:{-}] applying LEARNER snapshot [id=2401f094 index=63] | |
I190926 08:20:28.365435 5231 storage/replica_raftstorage.go:815 [n3,s3,r6/3:/Table/{SystemCon…-11}] applied LEARNER snapshot [total=3ms ingestion=4@2ms id=2401f094 index=63] | |
I190926 08:20:28.366049 649 storage/replica_command.go:1582 [n1,replicate,s1,r6/1:/Table/{SystemCon…-11}] change replicas (add [(n3,s3):3] remove []): existing descriptor r6:/Table/{SystemConfigSpan/Start-11} [(n1,s1):1, (n2,s2):2, (n3,s3):3LEARNER, next=4, gen=3] | |
I190926 08:20:28.370247 649 storage/replica_raft.go:291 [n1,s1,r6/1:/Table/{SystemCon…-11}] proposing ADD_REPLICA[(n3,s3):3]: after=[(n1,s1):1 (n2,s2):2 (n3,s3):3] next=4 | |
I190926 08:20:28.373219 649 storage/replica_command.go:1582 [n1,replicate,s1,r4/1:/System{/tsd-tse}] change replicas (add [(n2,s2):2LEARNER] remove []): existing descriptor r4:/System{/tsd-tse} [(n1,s1):1, next=2, gen=0] | |
I190926 08:20:28.376740 37 server/config.go:502 [n?] 1 storage engine initialized | |
I190926 08:20:28.376767 37 server/config.go:505 [n?] RocksDB cache size: 128 MiB | |
I190926 08:20:28.376777 37 server/config.go:505 [n?] store 0: in-memory, size 0 B | |
W190926 08:20:28.377393 37 gossip/gossip.go:1517 [n?] no incoming or outgoing connections | |
I190926 08:20:28.377448 37 server/server.go:1367 [n?] no stores bootstrapped and --join flag specified, awaiting init command or join with an already initialized node. | |
I190926 08:20:28.377515 649 storage/replica_raft.go:291 [n1,s1,r4/1:/System{/tsd-tse}] proposing ADD_REPLICA[(n2,s2):2LEARNER]: after=[(n1,s1):1 (n2,s2):2LEARNER] next=3 | |
I190926 08:20:28.389683 5277 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r4/1:/System{/tsd-tse}] skipping snapshot; replica is likely a learner in the process of being added: (n2,s2):2LEARNER | |
I190926 08:20:28.390054 5270 gossip/client.go:124 [n?] started gossip client to 127.0.0.1:35935 | |
I190926 08:20:28.390518 5087 gossip/server.go:227 [n1] received initial cluster-verification connection from 127.0.0.1:34713 | |
I190926 08:20:28.390747 649 storage/store_snapshot.go:978 [n1,replicate,s1,r4/1:/System{/tsd-tse}] sending LEARNER snapshot 0a75ca15 at applied index 29 | |
I190926 08:20:28.392686 37 server/node.go:636 [n?] connecting to gossip network to verify cluster ID... | |
I190926 08:20:28.395685 37 server/node.go:656 [n?] node connected via gossip and verified as part of cluster "23de93bc-3328-4ba5-9510-5f3bedfb23c0" | |
I190926 08:20:28.396531 5087 gossip/server.go:227 [n1] received initial cluster-verification connection from 127.0.0.1:34713 | |
I190926 08:20:28.434247 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r4/1:/System{/tsd-tse}] streamed snapshot to (n2,s2):2LEARNER: kv pairs: 1948, log entries: 0, rate-limit: 8.0 MiB/sec, 0.04s | |
I190926 08:20:28.440086 5281 storage/replica_raftstorage.go:794 [n2,s2,r4/2:{-}] applying LEARNER snapshot [id=0a75ca15 index=29] | |
I190926 08:20:28.464982 5281 storage/replica_raftstorage.go:815 [n2,s2,r4/2:/System{/tsd-tse}] applied LEARNER snapshot [total=25ms ingestion=4@24ms id=0a75ca15 index=29] | |
I190926 08:20:28.470362 649 storage/replica_command.go:1582 [n1,replicate,s1,r4/1:/System{/tsd-tse}] change replicas (add [(n2,s2):2] remove []): existing descriptor r4:/System{/tsd-tse} [(n1,s1):1, (n2,s2):2LEARNER, next=3, gen=1] | |
I190926 08:20:28.489770 2128 gossip/gossip.go:1531 [n2] node has connected to cluster via gossip | |
I190926 08:20:28.490035 2128 storage/stores.go:259 [n2] wrote 2 node addresses to persistent storage | |
I190926 08:20:28.507254 649 storage/replica_raft.go:291 [n1,s1,r4/1:/System{/tsd-tse}] proposing ADD_REPLICA[(n2,s2):2]: after=[(n1,s1):1 (n2,s2):2] next=3 | |
I190926 08:20:28.508154 649 storage/replica_command.go:1582 [n1,replicate,s1,r4/1:/System{/tsd-tse}] change replicas (add [(n3,s3):3LEARNER] remove []): existing descriptor r4:/System{/tsd-tse} [(n1,s1):1, (n2,s2):2, next=3, gen=2] | |
I190926 08:20:28.517227 37 server/node.go:372 [n?] new node allocated ID 4 | |
I190926 08:20:28.517344 37 gossip/gossip.go:394 [n4] NodeDescriptor set to node_id:4 address:<network_field:"tcp" address_field:"127.0.0.1:34713" > attrs:<> locality:<tiers:<key:"region" value:"test" > tiers:<key:"dc" value:"dc4" > > ServerVersion:<major_val:19 minor_val:1 patch:0 unstable:10 > build_tag:"v19.2.0-alpha.20190606-2515-g38209f16b9" started_at:1569486028517260558 cluster_name:"" sql_address:<network_field:"tcp" address_field:"127.0.0.1:44253" > | |
I190926 08:20:28.517453 37 storage/stores.go:240 [n4] read 0 node addresses from persistent storage | |
I190926 08:20:28.517491 37 storage/stores.go:259 [n4] wrote 3 node addresses to persistent storage | |
I190926 08:20:28.519519 37 server/node.go:611 [n4] bootstrapped store [n4,s4] | |
I190926 08:20:28.519704 37 server/node.go:503 [n4] node=4: started with [<no-attributes>=<in-mem>] engine(s) and attributes [] | |
I190926 08:20:28.519779 37 server/server.go:1998 [n4] Could not start goroutine dumper worker due to: directory to store dumps could not be determined | |
I190926 08:20:28.519855 37 server/server.go:1495 [n4] starting https server at 127.0.0.1:34553 (use: 127.0.0.1:34553) | |
I190926 08:20:28.519885 37 server/server.go:1500 [n4] starting postgres server at 127.0.0.1:44253 (use: 127.0.0.1:44253) | |
I190926 08:20:28.519905 37 server/server.go:1502 [n4] starting grpc server at 127.0.0.1:34713 | |
I190926 08:20:28.519924 37 server/server.go:1503 [n4] advertising CockroachDB node at 127.0.0.1:34713 | |
I190926 08:20:28.520604 649 storage/replica_raft.go:291 [n1,s1,r4/1:/System{/tsd-tse}] proposing ADD_REPLICA[(n3,s3):3LEARNER]: after=[(n1,s1):1 (n2,s2):2 (n3,s3):3LEARNER] next=4 | |
I190926 08:20:28.531683 649 storage/store_snapshot.go:978 [n1,replicate,s1,r4/1:/System{/tsd-tse}] sending LEARNER snapshot f1234183 at applied index 33 | |
I190926 08:20:28.531823 4281 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r4/1:/System{/tsd-tse}] skipping snapshot; replica is likely a learner in the process of being added: (n3,s3):3LEARNER | |
I190926 08:20:28.534894 37 server/server.go:1571 [n4] done ensuring all necessary migrations have run | |
I190926 08:20:28.534946 37 server/server.go:1809 [n4] serving sql connections | |
I190926 08:20:28.561369 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r4/1:/System{/tsd-tse}] streamed snapshot to (n3,s3):3LEARNER: kv pairs: 1952, log entries: 0, rate-limit: 8.0 MiB/sec, 0.04s | |
I190926 08:20:28.633067 5675 storage/replica_raftstorage.go:794 [n3,s3,r4/3:{-}] applying LEARNER snapshot [id=f1234183 index=33] | |
I190926 08:20:28.636711 5675 storage/replica_raftstorage.go:815 [n3,s3,r4/3:/System{/tsd-tse}] applied LEARNER snapshot [total=4ms ingestion=4@3ms id=f1234183 index=33] | |
I190926 08:20:28.641935 40 storage/stores.go:259 [n1] wrote 3 node addresses to persistent storage | |
I190926 08:20:28.649970 1712 storage/stores.go:259 [n2] wrote 3 node addresses to persistent storage | |
I190926 08:20:28.650152 3331 storage/stores.go:259 [n3] wrote 3 node addresses to persistent storage | |
I190926 08:20:28.665570 649 storage/replica_command.go:1582 [n1,replicate,s1,r4/1:/System{/tsd-tse}] change replicas (add [(n3,s3):3] remove []): existing descriptor r4:/System{/tsd-tse} [(n1,s1):1, (n2,s2):2, (n3,s3):3LEARNER, next=4, gen=3] | |
I190926 08:20:28.789990 5553 sql/event_log.go:130 [n4] Event: "node_join", target: 4, info: {Descriptor:{NodeID:4 Address:127.0.0.1:34713 Attrs: Locality:region=test,dc=dc4 ServerVersion:19.1-10 BuildTag:v19.2.0-alpha.20190606-2515-g38209f16b9 StartedAt:1569486028517260558 LocalityAddress:[] ClusterName: SQLAddress:127.0.0.1:44253} ClusterID:23de93bc-3328-4ba5-9510-5f3bedfb23c0 StartedAt:1569486028517260558 LastUp:1569486028517260558} | |
I190926 08:20:28.810979 649 storage/replica_raft.go:291 [n1,s1,r4/1:/System{/tsd-tse}] proposing ADD_REPLICA[(n3,s3):3]: after=[(n1,s1):1 (n2,s2):2 (n3,s3):3] next=4 | |
I190926 08:20:28.924721 649 storage/replica_command.go:1582 [n1,replicate,s1,r20/1:/Table/2{4-5}] change replicas (add [(n3,s3):2LEARNER] remove []): existing descriptor r20:/Table/2{4-5} [(n1,s1):1, next=2, gen=0] | |
I190926 08:20:28.928373 5551 server/server_update.go:68 [n4] no need to upgrade, cluster already at the newest version | |
I190926 08:20:28.928901 649 storage/replica_raft.go:291 [n1,s1,r20/1:/Table/2{4-5}] proposing ADD_REPLICA[(n3,s3):2LEARNER]: after=[(n1,s1):1 (n3,s3):2LEARNER] next=3 | |
I190926 08:20:28.946372 5648 sql/event_log.go:130 [n4,client=127.0.0.1:40902,user=root] Event: "set_cluster_setting", target: 0, info: {SettingName:kv.range_split.by_load_enabled Value:false User:root} | |
I190926 08:20:28.947927 649 storage/store_snapshot.go:978 [n1,replicate,s1,r20/1:/Table/2{4-5}] sending LEARNER snapshot 52bbaf84 at applied index 16 | |
I190926 08:20:28.948063 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r20/1:/Table/2{4-5}] streamed snapshot to (n3,s3):2LEARNER: kv pairs: 6, log entries: 0, rate-limit: 8.0 MiB/sec, 0.01s | |
I190926 08:20:28.948540 6725 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r20/1:/Table/2{4-5}] skipping snapshot; replica is likely a learner in the process of being added: (n3,s3):2LEARNER | |
I190926 08:20:28.948818 6723 storage/replica_raftstorage.go:794 [n3,s3,r20/2:{-}] applying LEARNER snapshot [id=52bbaf84 index=16] | |
I190926 08:20:28.950495 37 base/addr_validation.go:296 [n?] server certificate addresses: IP=127.0.0.1,::1; DNS=localhost,*.local; CN=node | |
I190926 08:20:28.950523 37 base/addr_validation.go:342 [n?] web UI certificate addresses: IP=127.0.0.1,::1; DNS=localhost,*.local; CN=node | |
I190926 08:20:28.975442 6723 storage/replica_raftstorage.go:815 [n3,s3,r20/2:/Table/2{4-5}] applied LEARNER snapshot [total=26ms ingestion=4@26ms id=52bbaf84 index=16] | |
I190926 08:20:28.982428 649 storage/replica_command.go:1582 [n1,replicate,s1,r20/1:/Table/2{4-5}] change replicas (add [(n3,s3):2] remove []): existing descriptor r20:/Table/2{4-5} [(n1,s1):1, (n3,s3):2LEARNER, next=3, gen=1] | |
I190926 08:20:29.005193 649 storage/replica_raft.go:291 [n1,s1,r20/1:/Table/2{4-5}] proposing ADD_REPLICA[(n3,s3):2]: after=[(n1,s1):1 (n3,s3):2] next=3 | |
I190926 08:20:29.005993 649 storage/replica_command.go:1582 [n1,replicate,s1,r20/1:/Table/2{4-5}] change replicas (add [(n4,s4):3LEARNER] remove []): existing descriptor r20:/Table/2{4-5} [(n1,s1):1, (n3,s3):2, next=3, gen=2] | |
I190926 08:20:29.016357 649 storage/replica_raft.go:291 [n1,s1,r20/1:/Table/2{4-5}] proposing ADD_REPLICA[(n4,s4):3LEARNER]: after=[(n1,s1):1 (n3,s3):2 (n4,s4):3LEARNER] next=4 | |
I190926 08:20:29.036128 649 storage/store_snapshot.go:978 [n1,replicate,s1,r20/1:/Table/2{4-5}] sending LEARNER snapshot 06992320 at applied index 20 | |
I190926 08:20:29.036261 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r20/1:/Table/2{4-5}] streamed snapshot to (n4,s4):3LEARNER: kv pairs: 10, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:29.036358 6971 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r20/1:/Table/2{4-5}] skipping snapshot; replica is likely a learner in the process of being added: (n4,s4):3LEARNER | |
I190926 08:20:29.036942 6856 storage/replica_raftstorage.go:794 [n4,s4,r20/3:{-}] applying LEARNER snapshot [id=06992320 index=20] | |
I190926 08:20:29.055668 6041 storage/replica_command.go:1582 [n3,replicate,s3,r4/3:/System{/tsd-tse}] change replicas (add [(n4,s4):4LEARNER] remove []): existing descriptor r4:/System{/tsd-tse} [(n1,s1):1, (n2,s2):2, (n3,s3):3, next=4, gen=4] | |
I190926 08:20:29.101765 6856 storage/replica_raftstorage.go:815 [n4,s4,r20/3:/Table/2{4-5}] applied LEARNER snapshot [total=65ms ingestion=4@57ms id=06992320 index=20] | |
I190926 08:20:29.102704 649 storage/replica_command.go:1582 [n1,replicate,s1,r20/1:/Table/2{4-5}] change replicas (add [(n4,s4):3] remove []): existing descriptor r20:/Table/2{4-5} [(n1,s1):1, (n3,s3):2, (n4,s4):3LEARNER, next=4, gen=3] | |
I190926 08:20:29.115557 6041 storage/replica_raft.go:291 [n3,s3,r4/3:/System{/tsd-tse}] proposing ADD_REPLICA[(n4,s4):4LEARNER]: after=[(n1,s1):1 (n2,s2):2 (n3,s3):3 (n4,s4):4LEARNER] next=5 | |
I190926 08:20:29.119057 649 storage/replica_raft.go:291 [n1,s1,r20/1:/Table/2{4-5}] proposing ADD_REPLICA[(n4,s4):3]: after=[(n1,s1):1 (n3,s3):2 (n4,s4):3] next=4 | |
W190926 08:20:29.173674 37 server/status/runtime.go:308 [n?] Could not parse build timestamp: parsing time "" as "2006/01/02 15:04:05": cannot parse "" as "2006" | |
I190926 08:20:29.205395 6041 storage/store_snapshot.go:978 [n3,replicate,s3,r4/3:/System{/tsd-tse}] sending LEARNER snapshot 4570acef at applied index 43 | |
I190926 08:20:29.205781 4671 storage/raft_snapshot_queue.go:125 [n3,raftsnapshot,s3,r4/3:/System{/tsd-tse}] skipping snapshot; replica is likely a learner in the process of being added: (n4,s4):4LEARNER | |
I190926 08:20:29.300684 6041 storage/store_snapshot.go:1021 [n3,replicate,s3,r4/3:/System{/tsd-tse}] streamed snapshot to (n4,s4):4LEARNER: kv pairs: 2604, log entries: 0, rate-limit: 8.0 MiB/sec, 0.18s | |
I190926 08:20:29.300770 649 storage/replica_command.go:1582 [n1,replicate,s1,r23/1:/Table/2{7-8}] change replicas (add [(n4,s4):2LEARNER] remove []): existing descriptor r23:/Table/2{7-8} [(n1,s1):1, next=2, gen=0] | |
I190926 08:20:29.309607 7195 storage/replica_raftstorage.go:794 [n4,s4,r4/4:{-}] applying LEARNER snapshot [id=4570acef index=43] | |
I190926 08:20:29.313230 7195 storage/replica_raftstorage.go:815 [n4,s4,r4/4:/System{/tsd-tse}] applied LEARNER snapshot [total=4ms ingestion=4@3ms id=4570acef index=43] | |
I190926 08:20:29.315200 6041 storage/replica_command.go:1582 [n3,replicate,s3,r4/3:/System{/tsd-tse}] change replicas (add [(n4,s4):4VOTER_INCOMING] remove [(n1,s1):1VOTER_OUTGOING]): existing descriptor r4:/System{/tsd-tse} [(n1,s1):1, (n2,s2):2, (n3,s3):3, (n4,s4):4LEARNER, next=5, gen=5] | |
I190926 08:20:29.337157 649 storage/replica_raft.go:291 [n1,s1,r23/1:/Table/2{7-8}] proposing ADD_REPLICA[(n4,s4):2LEARNER]: after=[(n1,s1):1 (n4,s4):2LEARNER] next=3 | |
I190926 08:20:29.339972 649 storage/store_snapshot.go:978 [n1,replicate,s1,r23/1:/Table/2{7-8}] sending LEARNER snapshot 1c05419c at applied index 16 | |
I190926 08:20:29.340135 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r23/1:/Table/2{7-8}] streamed snapshot to (n4,s4):2LEARNER: kv pairs: 6, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:29.340486 7548 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r23/1:/Table/2{7-8}] skipping snapshot; replica is likely a learner in the process of being added: (n4,s4):2LEARNER | |
I190926 08:20:29.341224 7546 storage/replica_raftstorage.go:794 [n4,s4,r23/2:{-}] applying LEARNER snapshot [id=1c05419c index=16] | |
I190926 08:20:29.381599 6041 storage/replica_raft.go:291 [n3,s3,r4/3:/System{/tsd-tse}] proposing ENTER_JOINT ADD_REPLICA[(n4,s4):4VOTER_INCOMING], REMOVE_REPLICA[(n1,s1):1VOTER_OUTGOING]: after=[(n1,s1):1VOTER_OUTGOING (n2,s2):2 (n3,s3):3 (n4,s4):4VOTER_INCOMING] next=5 | |
I190926 08:20:29.383018 7546 storage/replica_raftstorage.go:815 [n4,s4,r23/2:/Table/2{7-8}] applied LEARNER snapshot [total=42ms ingestion=4@41ms id=1c05419c index=16] | |
I190926 08:20:29.383906 649 storage/replica_command.go:1582 [n1,replicate,s1,r23/1:/Table/2{7-8}] change replicas (add [(n4,s4):2] remove []): existing descriptor r23:/Table/2{7-8} [(n1,s1):1, (n4,s4):2LEARNER, next=3, gen=1] | |
I190926 08:20:29.385773 6041 storage/replica_command.go:1582 [n3,replicate,s3,r4/3:/System{/tsd-tse}] change replicas (add [] remove []): existing descriptor r4:/System{/tsd-tse} [(n1,s1):1VOTER_OUTGOING, (n2,s2):2, (n3,s3):3, (n4,s4):4VOTER_INCOMING, next=5, gen=6] | |
I190926 08:20:29.390542 649 storage/replica_raft.go:291 [n1,s1,r23/1:/Table/2{7-8}] proposing ADD_REPLICA[(n4,s4):2]: after=[(n1,s1):1 (n4,s4):2] next=3 | |
I190926 08:20:29.391801 649 storage/replica_command.go:1582 [n1,replicate,s1,r23/1:/Table/2{7-8}] change replicas (add [(n2,s2):3LEARNER] remove []): existing descriptor r23:/Table/2{7-8} [(n1,s1):1, (n4,s4):2, next=3, gen=2] | |
I190926 08:20:29.410992 37 server/server.go:919 [n?] monitoring forward clock jumps based on server.clock.forward_jump_check_enabled | |
I190926 08:20:29.412866 649 storage/replica_raft.go:291 [n1,s1,r23/1:/Table/2{7-8}] proposing ADD_REPLICA[(n2,s2):3LEARNER]: after=[(n1,s1):1 (n4,s4):2 (n2,s2):3LEARNER] next=4 | |
I190926 08:20:29.417912 649 storage/store_snapshot.go:978 [n1,replicate,s1,r23/1:/Table/2{7-8}] sending LEARNER snapshot d01eac9e at applied index 20 | |
I190926 08:20:29.418067 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r23/1:/Table/2{7-8}] streamed snapshot to (n2,s2):3LEARNER: kv pairs: 10, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:29.419553 7646 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r23/1:/Table/2{7-8}] skipping snapshot; replica is likely a learner in the process of being added: (n2,s2):3LEARNER | |
I190926 08:20:29.444246 7909 storage/replica_raftstorage.go:794 [n2,s2,r23/3:{-}] applying LEARNER snapshot [id=d01eac9e index=20] | |
I190926 08:20:29.453460 7909 storage/replica_raftstorage.go:815 [n2,s2,r23/3:/Table/2{7-8}] applied LEARNER snapshot [total=9ms ingestion=4@9ms id=d01eac9e index=20] | |
I190926 08:20:29.455135 649 storage/replica_command.go:1582 [n1,replicate,s1,r23/1:/Table/2{7-8}] change replicas (add [(n2,s2):3] remove []): existing descriptor r23:/Table/2{7-8} [(n1,s1):1, (n4,s4):2, (n2,s2):3LEARNER, next=4, gen=3] | |
I190926 08:20:29.518972 649 storage/replica_raft.go:291 [n1,s1,r23/1:/Table/2{7-8}] proposing ADD_REPLICA[(n2,s2):3]: after=[(n1,s1):1 (n4,s4):2 (n2,s2):3] next=4 | |
I190926 08:20:29.522456 6041 storage/replica_raft.go:291 [n3,s3,r4/3:/System{/tsd-tse}] proposing LEAVE_JOINT: after=[(n4,s4):4 (n2,s2):2 (n3,s3):3] next=5 | |
I190926 08:20:29.525125 274 storage/store.go:2660 [n1,s1,r4/1:/System{/tsd-tse}] removing replica r4/1 | |
I190926 08:20:29.526274 8100 storage/replica_command.go:1582 [n3,replicate,s3,r20/2:/Table/2{4-5}] change replicas (add [(n2,s2):4LEARNER] remove []): existing descriptor r20:/Table/2{4-5} [(n1,s1):1, (n3,s3):2, (n4,s4):3, next=4, gen=4] | |
I190926 08:20:29.543049 37 server/config.go:502 [n?] 1 storage engine initialized | |
I190926 08:20:29.543074 37 server/config.go:505 [n?] RocksDB cache size: 128 MiB | |
I190926 08:20:29.543083 37 server/config.go:505 [n?] store 0: in-memory, size 0 B | |
W190926 08:20:29.543150 37 gossip/gossip.go:1517 [n?] no incoming or outgoing connections | |
I190926 08:20:29.543194 37 server/server.go:1367 [n?] no stores bootstrapped and --join flag specified, awaiting init command or join with an already initialized node. | |
I190926 08:20:29.575029 649 storage/replica_command.go:1582 [n1,replicate,s1,r13/1:/Table/1{7-8}] change replicas (add [(n4,s4):2LEARNER] remove []): existing descriptor r13:/Table/1{7-8} [(n1,s1):1, next=2, gen=0] | |
I190926 08:20:29.584870 8331 storage/replica_command.go:1582 [n2,replicate,s2,r23/3:/Table/2{7-8}] change replicas (add [(n3,s3):4LEARNER] remove []): existing descriptor r23:/Table/2{7-8} [(n1,s1):1, (n4,s4):2, (n2,s2):3, next=4, gen=4] | |
I190926 08:20:29.587218 649 storage/replica_raft.go:291 [n1,s1,r13/1:/Table/1{7-8}] proposing ADD_REPLICA[(n4,s4):2LEARNER]: after=[(n1,s1):1 (n4,s4):2LEARNER] next=3 | |
I190926 08:20:29.589758 649 storage/store_snapshot.go:978 [n1,replicate,s1,r13/1:/Table/1{7-8}] sending LEARNER snapshot 4656adc8 at applied index 16 | |
I190926 08:20:29.589865 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r13/1:/Table/1{7-8}] streamed snapshot to (n4,s4):2LEARNER: kv pairs: 6, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:29.590284 8100 storage/replica_raft.go:291 [n3,s3,r20/2:/Table/2{4-5}] proposing ADD_REPLICA[(n2,s2):4LEARNER]: after=[(n1,s1):1 (n3,s3):2 (n4,s4):3 (n2,s2):4LEARNER] next=5 | |
I190926 08:20:29.601185 8100 storage/store_snapshot.go:978 [n3,replicate,s3,r20/2:/Table/2{4-5}] sending LEARNER snapshot b64b69aa at applied index 27 | |
I190926 08:20:29.601225 8032 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r13/1:/Table/1{7-8}] skipping snapshot; replica is likely a learner in the process of being added: (n4,s4):2LEARNER | |
I190926 08:20:29.603630 8100 storage/store_snapshot.go:1021 [n3,replicate,s3,r20/2:/Table/2{4-5}] streamed snapshot to (n2,s2):4LEARNER: kv pairs: 14, log entries: 0, rate-limit: 8.0 MiB/sec, 0.01s | |
I190926 08:20:29.604029 8331 storage/replica_raft.go:291 [n2,s2,r23/3:/Table/2{7-8}] proposing ADD_REPLICA[(n3,s3):4LEARNER]: after=[(n1,s1):1 (n4,s4):2 (n2,s2):3 (n3,s3):4LEARNER] next=5 | |
I190926 08:20:29.604274 8388 storage/replica_raftstorage.go:794 [n2,s2,r20/4:{-}] applying LEARNER snapshot [id=b64b69aa index=27] | |
I190926 08:20:29.606929 8267 storage/replica_raftstorage.go:794 [n4,s4,r13/2:{-}] applying LEARNER snapshot [id=4656adc8 index=16] | |
I190926 08:20:29.608241 8388 storage/replica_raftstorage.go:815 [n2,s2,r20/4:/Table/2{4-5}] applied LEARNER snapshot [total=4ms ingestion=4@3ms id=b64b69aa index=27] | |
I190926 08:20:29.608623 7992 gossip/client.go:124 [n?] started gossip client to 127.0.0.1:35935 | |
I190926 08:20:29.608812 8479 gossip/server.go:227 [n1] received initial cluster-verification connection from 127.0.0.1:42041 | |
I190926 08:20:29.610228 8100 storage/replica_command.go:1582 [n3,replicate,s3,r20/2:/Table/2{4-5}] change replicas (add [(n2,s2):4VOTER_INCOMING] remove [(n1,s1):1VOTER_OUTGOING]): existing descriptor r20:/Table/2{4-5} [(n1,s1):1, (n3,s3):2, (n4,s4):3, (n2,s2):4LEARNER, next=5, gen=5] | |
I190926 08:20:29.610789 37 server/node.go:636 [n?] connecting to gossip network to verify cluster ID... | |
I190926 08:20:29.610815 37 server/node.go:656 [n?] node connected via gossip and verified as part of cluster "23de93bc-3328-4ba5-9510-5f3bedfb23c0" | |
I190926 08:20:29.610889 8331 storage/store_snapshot.go:978 [n2,replicate,s2,r23/3:/Table/2{7-8}] sending LEARNER snapshot ee6a5d9f at applied index 29 | |
I190926 08:20:29.611046 8331 storage/store_snapshot.go:1021 [n2,replicate,s2,r23/3:/Table/2{7-8}] streamed snapshot to (n3,s3):4LEARNER: kv pairs: 15, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:29.611778 8515 storage/replica_raftstorage.go:794 [n3,s3,r23/4:{-}] applying LEARNER snapshot [id=ee6a5d9f index=29] | |
I190926 08:20:29.611929 7872 storage/store_snapshot.go:978 [n1,raftsnapshot,s1,r23/1:/Table/2{7-8}] sending LEARNER snapshot fa1bbb45 at applied index 29 | |
I190926 08:20:29.612057 7872 storage/store_snapshot.go:1021 [n1,raftsnapshot,s1,r23/1:/Table/2{7-8}] streamed snapshot to (n3,s3):4LEARNER: kv pairs: 15, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:29.612574 8479 gossip/server.go:227 [n1] received initial cluster-verification connection from 127.0.0.1:42041 | |
I190926 08:20:29.615973 8515 storage/replica_raftstorage.go:815 [n3,s3,r23/4:/Table/2{7-8}] applied LEARNER snapshot [total=4ms ingestion=4@4ms id=ee6a5d9f index=29] | |
I190926 08:20:29.616835 8331 storage/replica_command.go:1582 [n2,replicate,s2,r23/3:/Table/2{7-8}] change replicas (add [(n3,s3):4VOTER_INCOMING] remove [(n1,s1):1VOTER_OUTGOING]): existing descriptor r23:/Table/2{7-8} [(n1,s1):1, (n4,s4):2, (n2,s2):3, (n3,s3):4LEARNER, next=5, gen=5] | |
I190926 08:20:29.655804 8331 storage/replica_raft.go:291 [n2,s2,r23/3:/Table/2{7-8}] proposing ENTER_JOINT ADD_REPLICA[(n3,s3):4VOTER_INCOMING], REMOVE_REPLICA[(n1,s1):1VOTER_OUTGOING]: after=[(n1,s1):1VOTER_OUTGOING (n4,s4):2 (n2,s2):3 (n3,s3):4VOTER_INCOMING] next=5 | |
I190926 08:20:29.658533 8100 storage/replica_raft.go:291 [n3,s3,r20/2:/Table/2{4-5}] proposing ENTER_JOINT ADD_REPLICA[(n2,s2):4VOTER_INCOMING], REMOVE_REPLICA[(n1,s1):1VOTER_OUTGOING]: after=[(n1,s1):1VOTER_OUTGOING (n3,s3):2 (n4,s4):3 (n2,s2):4VOTER_INCOMING] next=5 | |
I190926 08:20:29.662360 8331 storage/replica_command.go:1582 [n2,replicate,s2,r23/3:/Table/2{7-8}] change replicas (add [] remove []): existing descriptor r23:/Table/2{7-8} [(n1,s1):1VOTER_OUTGOING, (n4,s4):2, (n2,s2):3, (n3,s3):4VOTER_INCOMING, next=5, gen=6] | |
I190926 08:20:29.664038 8100 storage/replica_command.go:1582 [n3,replicate,s3,r20/2:/Table/2{4-5}] change replicas (add [] remove []): existing descriptor r20:/Table/2{4-5} [(n1,s1):1VOTER_OUTGOING, (n3,s3):2, (n4,s4):3, (n2,s2):4VOTER_INCOMING, next=5, gen=6] | |
I190926 08:20:29.711171 37 server/node.go:372 [n?] new node allocated ID 5 | |
I190926 08:20:29.711275 37 gossip/gossip.go:394 [n5] NodeDescriptor set to node_id:5 address:<network_field:"tcp" address_field:"127.0.0.1:42041" > attrs:<> locality:<tiers:<key:"region" value:"test" > tiers:<key:"dc" value:"dc5" > > ServerVersion:<major_val:19 minor_val:1 patch:0 unstable:10 > build_tag:"v19.2.0-alpha.20190606-2515-g38209f16b9" started_at:1569486029711196843 cluster_name:"" sql_address:<network_field:"tcp" address_field:"127.0.0.1:35969" > | |
I190926 08:20:29.711378 37 storage/stores.go:240 [n5] read 0 node addresses from persistent storage | |
I190926 08:20:29.711419 37 storage/stores.go:259 [n5] wrote 4 node addresses to persistent storage | |
I190926 08:20:29.711833 8479 gossip/server.go:277 [n1] refusing gossip from n5 (max 3 conns); forwarding to n4 (127.0.0.1:34713) | |
I190926 08:20:29.712111 40 storage/stores.go:259 [n1] wrote 4 node addresses to persistent storage | |
I190926 08:20:29.713320 3331 storage/stores.go:259 [n3] wrote 4 node addresses to persistent storage | |
I190926 08:20:29.713474 1712 storage/stores.go:259 [n2] wrote 4 node addresses to persistent storage | |
I190926 08:20:29.713959 7992 gossip/client.go:129 [n5] closing client to n1 (127.0.0.1:35935): received forward from n1 to 4 (127.0.0.1:34713) | |
I190926 08:20:29.714045 8167 gossip/gossip.go:1531 [n5] node has connected to cluster via gossip | |
I190926 08:20:29.714171 8167 storage/stores.go:259 [n5] wrote 4 node addresses to persistent storage | |
I190926 08:20:29.719898 4245 storage/stores.go:259 [n4] wrote 4 node addresses to persistent storage | |
I190926 08:20:29.723279 8267 storage/replica_raftstorage.go:815 [n4,s4,r13/2:/Table/1{7-8}] applied LEARNER snapshot [total=114ms ingestion=4@72ms id=4656adc8 index=16] | |
I190926 08:20:29.724053 37 server/node.go:611 [n5] bootstrapped store [n5,s5] | |
I190926 08:20:29.724266 37 server/node.go:503 [n5] node=5: started with [<no-attributes>=<in-mem>] engine(s) and attributes [] | |
I190926 08:20:29.724338 37 server/server.go:1998 [n5] Could not start goroutine dumper worker due to: directory to store dumps could not be determined | |
I190926 08:20:29.724462 37 server/server.go:1495 [n5] starting https server at 127.0.0.1:35635 (use: 127.0.0.1:35635) | |
I190926 08:20:29.724548 37 server/server.go:1500 [n5] starting postgres server at 127.0.0.1:35969 (use: 127.0.0.1:35969) | |
I190926 08:20:29.724570 37 server/server.go:1502 [n5] starting grpc server at 127.0.0.1:42041 | |
I190926 08:20:29.724593 37 server/server.go:1503 [n5] advertising CockroachDB node at 127.0.0.1:42041 | |
I190926 08:20:29.730657 8331 storage/replica_raft.go:291 [n2,s2,r23/3:/Table/2{7-8}] proposing LEAVE_JOINT: after=[(n3,s3):4 (n4,s4):2 (n2,s2):3] next=5 | |
I190926 08:20:29.744377 649 storage/replica_command.go:1582 [n1,replicate,s1,r13/1:/Table/1{7-8}] change replicas (add [(n4,s4):2] remove []): existing descriptor r13:/Table/1{7-8} [(n1,s1):1, (n4,s4):2LEARNER, next=3, gen=1] | |
I190926 08:20:29.747457 183 storage/store.go:2660 [n1,s1,r23/1:/Table/2{7-8}] removing replica r23/1 | |
I190926 08:20:29.748707 8877 gossip/client.go:124 [n5] started gossip client to 127.0.0.1:34713 | |
I190926 08:20:29.752908 649 storage/replica_raft.go:291 [n1,s1,r13/1:/Table/1{7-8}] proposing ADD_REPLICA[(n4,s4):2]: after=[(n1,s1):1 (n4,s4):2] next=3 | |
I190926 08:20:29.774726 649 storage/replica_command.go:1582 [n1,replicate,s1,r13/1:/Table/1{7-8}] change replicas (add [(n5,s5):3LEARNER] remove []): existing descriptor r13:/Table/1{7-8} [(n1,s1):1, (n4,s4):2, next=3, gen=2] | |
I190926 08:20:29.758913 8100 storage/replica_raft.go:291 [n3,s3,r20/2:/Table/2{4-5}] proposing LEAVE_JOINT: after=[(n2,s2):4 (n3,s3):2 (n4,s4):3] next=5 | |
I190926 08:20:29.760001 9270 storage/replica_command.go:1582 [n2,replicate,s2,r23/3:/Table/2{7-8}] change replicas (add [(n5,s5):5LEARNER] remove []): existing descriptor r23:/Table/2{7-8} [(n3,s3):4, (n4,s4):2, (n2,s2):3, next=5, gen=7] | |
I190926 08:20:29.766259 37 server/server.go:1571 [n5] done ensuring all necessary migrations have run | |
I190926 08:20:29.779266 37 server/server.go:1809 [n5] serving sql connections | |
I190926 08:20:29.780187 196 storage/store.go:2660 [n1,s1,r20/1:/Table/2{4-5}] removing replica r20/1 | |
I190926 08:20:29.781881 8100 storage/replica_command.go:1582 [n3,replicate,s3,r20/2:/Table/2{4-5}] change replicas (add [(n5,s5):5LEARNER] remove []): existing descriptor r20:/Table/2{4-5} [(n2,s2):4, (n3,s3):2, (n4,s4):3, next=5, gen=7] | |
I190926 08:20:29.796624 9388 sql/event_log.go:130 [n5] Event: "node_join", target: 5, info: {Descriptor:{NodeID:5 Address:127.0.0.1:42041 Attrs: Locality:region=test,dc=dc5 ServerVersion:19.1-10 BuildTag:v19.2.0-alpha.20190606-2515-g38209f16b9 StartedAt:1569486029711196843 LocalityAddress:[] ClusterName: SQLAddress:127.0.0.1:35969} ClusterID:23de93bc-3328-4ba5-9510-5f3bedfb23c0 StartedAt:1569486029711196843 LastUp:1569486029711196843} | |
I190926 08:20:29.803544 9386 server/server_update.go:68 [n5] no need to upgrade, cluster already at the newest version | |
I190926 08:20:29.807223 9270 storage/replica_raft.go:291 [n2,s2,r23/3:/Table/2{7-8}] proposing ADD_REPLICA[(n5,s5):5LEARNER]: after=[(n3,s3):4 (n4,s4):2 (n2,s2):3 (n5,s5):5LEARNER] next=6 | |
I190926 08:20:29.808424 8100 storage/replica_raft.go:291 [n3,s3,r20/2:/Table/2{4-5}] proposing ADD_REPLICA[(n5,s5):5LEARNER]: after=[(n2,s2):4 (n3,s3):2 (n4,s4):3 (n5,s5):5LEARNER] next=6 | |
I190926 08:20:29.812339 3530 gossip/gossip.go:1531 [n3] node has connected to cluster via gossip | |
I190926 08:20:29.812546 3530 storage/stores.go:259 [n3] wrote 4 node addresses to persistent storage | |
I190926 08:20:29.820748 649 storage/replica_raft.go:291 [n1,s1,r13/1:/Table/1{7-8}] proposing ADD_REPLICA[(n5,s5):3LEARNER]: after=[(n1,s1):1 (n4,s4):2 (n5,s5):3LEARNER] next=4 | |
I190926 08:20:29.822694 9270 storage/store_snapshot.go:978 [n2,replicate,s2,r23/3:/Table/2{7-8}] sending LEARNER snapshot ec254e03 at applied index 36 | |
I190926 08:20:29.883340 9270 storage/store_snapshot.go:1021 [n2,replicate,s2,r23/3:/Table/2{7-8}] streamed snapshot to (n5,s5):5LEARNER: kv pairs: 21, log entries: 0, rate-limit: 8.0 MiB/sec, 0.07s | |
I190926 08:20:29.885444 649 storage/store_snapshot.go:978 [n1,replicate,s1,r13/1:/Table/1{7-8}] sending LEARNER snapshot 63c72950 at applied index 20 | |
I190926 08:20:29.885830 8100 storage/store_snapshot.go:978 [n3,replicate,s3,r20/2:/Table/2{4-5}] sending LEARNER snapshot 7a47efed at applied index 33 | |
I190926 08:20:29.886074 8100 storage/store_snapshot.go:1021 [n3,replicate,s3,r20/2:/Table/2{4-5}] streamed snapshot to (n5,s5):5LEARNER: kv pairs: 20, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:29.886637 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r13/1:/Table/1{7-8}] streamed snapshot to (n5,s5):3LEARNER: kv pairs: 10, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:29.887102 9809 storage/replica_raftstorage.go:794 [n5,s5,r13/3:{-}] applying LEARNER snapshot [id=63c72950 index=20] | |
I190926 08:20:29.890287 9345 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r13/1:/Table/1{7-8}] skipping snapshot; replica is likely a learner in the process of being added: (n5,s5):3LEARNER | |
I190926 08:20:29.890792 9809 storage/replica_raftstorage.go:815 [n5,s5,r13/3:/Table/1{7-8}] applied LEARNER snapshot [total=3ms ingestion=4@3ms id=63c72950 index=20] | |
I190926 08:20:29.891345 9610 storage/replica_raftstorage.go:794 [n5,s5,r23/5:{-}] applying LEARNER snapshot [id=ec254e03 index=36] | |
I190926 08:20:29.892554 649 storage/replica_command.go:1582 [n1,replicate,s1,r13/1:/Table/1{7-8}] change replicas (add [(n5,s5):3] remove []): existing descriptor r13:/Table/1{7-8} [(n1,s1):1, (n4,s4):2, (n5,s5):3LEARNER, next=4, gen=3] | |
I190926 08:20:29.920716 9957 storage/raft_snapshot_queue.go:125 [n2,raftsnapshot,s2,r23/3:/Table/2{7-8}] skipping snapshot; replica is likely a learner in the process of being added: (n5,s5):5LEARNER | |
I190926 08:20:29.922566 9610 storage/replica_raftstorage.go:815 [n5,s5,r23/5:/Table/2{7-8}] applied LEARNER snapshot [total=31ms ingestion=4@31ms id=ec254e03 index=36] | |
I190926 08:20:29.928330 9270 storage/replica_command.go:1582 [n2,replicate,s2,r23/3:/Table/2{7-8}] change replicas (add [(n5,s5):5] remove []): existing descriptor r23:/Table/2{7-8} [(n3,s3):4, (n4,s4):2, (n2,s2):3, (n5,s5):5LEARNER, next=6, gen=8] | |
I190926 08:20:29.934647 9494 sql/event_log.go:130 [n5,client=127.0.0.1:42484,user=root] Event: "set_cluster_setting", target: 0, info: {SettingName:kv.range_split.by_load_enabled Value:false User:root} | |
I190926 08:20:30.045199 649 storage/replica_raft.go:291 [n1,s1,r13/1:/Table/1{7-8}] proposing ADD_REPLICA[(n5,s5):3]: after=[(n1,s1):1 (n4,s4):2 (n5,s5):3] next=4 | |
I190926 08:20:30.049489 37 base/addr_validation.go:296 [n?] server certificate addresses: IP=127.0.0.1,::1; DNS=localhost,*.local; CN=node | |
I190926 08:20:30.049523 37 base/addr_validation.go:342 [n?] web UI certificate addresses: IP=127.0.0.1,::1; DNS=localhost,*.local; CN=node | |
I190926 08:20:30.050424 6174 storage/replica_consistency.go:194 [n3,consistencyChecker,s3,r4/3:/System{/tsd-tse}] triggering stats recomputation to resolve delta of {ContainsEstimates:true LastUpdateNanos:1569486028538129406 IntentAge:0 GCBytesAge:0 LiveBytes:-130624 LiveCount:-2588 KeyBytes:-125240 KeyCount:-2588 ValBytes:-5384 ValCount:-2588 IntentBytes:0 IntentCount:0 SysBytes:0 SysCount:0} | |
I190926 08:20:30.052841 649 storage/replica_command.go:1582 [n1,replicate,s1,r13/1:/Table/1{7-8}] change replicas (add [(n3,s3):4LEARNER] remove []): existing descriptor r13:/Table/1{7-8} [(n1,s1):1, (n4,s4):2, (n5,s5):3, next=4, gen=4] | |
I190926 08:20:30.059216 10323 storage/raft_snapshot_queue.go:125 [n3,raftsnapshot,s3,r20/2:/Table/2{4-5}] skipping snapshot; replica is likely a learner in the process of being added: (n5,s5):5LEARNER | |
I190926 08:20:30.059975 9824 storage/replica_raftstorage.go:794 [n5,s5,r20/5:{-}] applying LEARNER snapshot [id=7a47efed index=33] | |
I190926 08:20:30.079756 9824 storage/replica_raftstorage.go:815 [n5,s5,r20/5:/Table/2{4-5}] applied LEARNER snapshot [total=20ms ingestion=4@18ms id=7a47efed index=33] | |
I190926 08:20:30.097061 8100 storage/replica_command.go:1582 [n3,replicate,s3,r20/2:/Table/2{4-5}] change replicas (add [(n5,s5):5] remove []): existing descriptor r20:/Table/2{4-5} [(n2,s2):4, (n3,s3):2, (n4,s4):3, (n5,s5):5LEARNER, next=6, gen=8] | |
I190926 08:20:30.117788 9270 storage/replica_raft.go:291 [n2,s2,r23/3:/Table/2{7-8}] proposing ADD_REPLICA[(n5,s5):5]: after=[(n3,s3):4 (n4,s4):2 (n2,s2):3 (n5,s5):5] next=6 | |
I190926 08:20:30.119357 9270 storage/replica_command.go:1582 [n2,replicate,s2,r23/3:/Table/2{7-8}] change replicas (add [(n1,s1):6LEARNER] remove []): existing descriptor r23:/Table/2{7-8} [(n3,s3):4, (n4,s4):2, (n2,s2):3, (n5,s5):5, next=6, gen=9] | |
I190926 08:20:30.177896 649 storage/replica_raft.go:291 [n1,s1,r13/1:/Table/1{7-8}] proposing ADD_REPLICA[(n3,s3):4LEARNER]: after=[(n1,s1):1 (n4,s4):2 (n5,s5):3 (n3,s3):4LEARNER] next=5 | |
I190926 08:20:30.203512 649 storage/store_snapshot.go:978 [n1,replicate,s1,r13/1:/Table/1{7-8}] sending LEARNER snapshot 9255a693 at applied index 24 | |
I190926 08:20:30.203683 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r13/1:/Table/1{7-8}] streamed snapshot to (n3,s3):4LEARNER: kv pairs: 14, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:30.203997 10728 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r13/1:/Table/1{7-8}] skipping snapshot; replica is likely a learner in the process of being added: (n3,s3):4LEARNER | |
I190926 08:20:30.208434 9270 storage/replica_raft.go:291 [n2,s2,r23/3:/Table/2{7-8}] proposing ADD_REPLICA[(n1,s1):6LEARNER]: after=[(n3,s3):4 (n4,s4):2 (n2,s2):3 (n5,s5):5 (n1,s1):6LEARNER] next=7 | |
I190926 08:20:30.213852 10774 storage/replica_raftstorage.go:794 [n3,s3,r13/4:{-}] applying LEARNER snapshot [id=9255a693 index=24] | |
I190926 08:20:30.215136 9270 storage/store_snapshot.go:978 [n2,replicate,s2,r23/3:/Table/2{7-8}] sending LEARNER snapshot 38d3f33e at applied index 40 | |
I190926 08:20:30.215365 9270 storage/store_snapshot.go:1021 [n2,replicate,s2,r23/3:/Table/2{7-8}] streamed snapshot to (n1,s1):6LEARNER: kv pairs: 25, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:30.215447 10874 storage/raft_snapshot_queue.go:125 [n2,raftsnapshot,s2,r23/3:/Table/2{7-8}] skipping snapshot; replica is likely a learner in the process of being added: (n1,s1):6LEARNER | |
I190926 08:20:30.216153 10766 storage/replica_raftstorage.go:794 [n1,s1,r23/6:{-}] applying LEARNER snapshot [id=38d3f33e index=40] | |
I190926 08:20:30.221063 8100 storage/replica_raft.go:291 [n3,s3,r20/2:/Table/2{4-5}] proposing ADD_REPLICA[(n5,s5):5]: after=[(n2,s2):4 (n3,s3):2 (n4,s4):3 (n5,s5):5] next=6 | |
I190926 08:20:30.223029 8100 storage/replica_command.go:1582 [n3,replicate,s3,r20/2:/Table/2{4-5}] change replicas (add [(n1,s1):6LEARNER] remove []): existing descriptor r20:/Table/2{4-5} [(n2,s2):4, (n3,s3):2, (n4,s4):3, (n5,s5):5, next=6, gen=9] | |
I190926 08:20:30.231214 10774 storage/replica_raftstorage.go:815 [n3,s3,r13/4:/Table/1{7-8}] applied LEARNER snapshot [total=17ms ingestion=4@16ms id=9255a693 index=24] | |
I190926 08:20:30.240488 649 storage/replica_command.go:1582 [n1,replicate,s1,r13/1:/Table/1{7-8}] change replicas (add [(n3,s3):4] remove []): existing descriptor r13:/Table/1{7-8} [(n1,s1):1, (n4,s4):2, (n5,s5):3, (n3,s3):4LEARNER, next=5, gen=5] | |
I190926 08:20:30.243160 8100 storage/replica_raft.go:291 [n3,s3,r20/2:/Table/2{4-5}] proposing ADD_REPLICA[(n1,s1):6LEARNER]: after=[(n2,s2):4 (n3,s3):2 (n4,s4):3 (n5,s5):5 (n1,s1):6LEARNER] next=7 | |
I190926 08:20:30.244982 649 storage/replica_raft.go:291 [n1,s1,r13/1:/Table/1{7-8}] proposing ADD_REPLICA[(n3,s3):4]: after=[(n1,s1):1 (n4,s4):2 (n5,s5):3 (n3,s3):4] next=5 | |
I190926 08:20:30.246395 649 storage/replica_command.go:1582 [n1,replicate,s1,r13/1:/Table/1{7-8}] change replicas (add [(n2,s2):5LEARNER] remove []): existing descriptor r13:/Table/1{7-8} [(n1,s1):1, (n4,s4):2, (n5,s5):3, (n3,s3):4, next=5, gen=6] | |
I190926 08:20:30.247437 10766 storage/replica_raftstorage.go:815 [n1,s1,r23/6:/Table/2{7-8}] applied LEARNER snapshot [total=31ms ingestion=4@18ms id=38d3f33e index=40] | |
I190926 08:20:30.249275 8100 storage/store_snapshot.go:978 [n3,replicate,s3,r20/2:/Table/2{4-5}] sending LEARNER snapshot 014e7969 at applied index 41 | |
I190926 08:20:30.249486 10886 storage/raft_snapshot_queue.go:125 [n3,raftsnapshot,s3,r20/2:/Table/2{4-5}] skipping snapshot; replica is likely a learner in the process of being added: (n1,s1):6LEARNER | |
I190926 08:20:30.249541 9270 storage/replica_command.go:1582 [n2,replicate,s2,r23/3:/Table/2{7-8}] change replicas (add [(n1,s1):6] remove []): existing descriptor r23:/Table/2{7-8} [(n3,s3):4, (n4,s4):2, (n2,s2):3, (n5,s5):5, (n1,s1):6LEARNER, next=7, gen=10] | |
I190926 08:20:30.249583 8100 storage/store_snapshot.go:1021 [n3,replicate,s3,r20/2:/Table/2{4-5}] streamed snapshot to (n1,s1):6LEARNER: kv pairs: 21, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:30.256389 649 storage/replica_raft.go:291 [n1,s1,r13/1:/Table/1{7-8}] proposing ADD_REPLICA[(n2,s2):5LEARNER]: after=[(n1,s1):1 (n4,s4):2 (n5,s5):3 (n3,s3):4 (n2,s2):5LEARNER] next=6 | |
I190926 08:20:30.262508 10215 storage/replica_raftstorage.go:794 [n1,s1,r20/6:{-}] applying LEARNER snapshot [id=014e7969 index=41] | |
I190926 08:20:30.267091 10215 storage/replica_raftstorage.go:815 [n1,s1,r20/6:/Table/2{4-5}] applied LEARNER snapshot [total=5ms ingestion=4@4ms id=014e7969 index=41] | |
I190926 08:20:30.269583 8100 storage/replica_command.go:1582 [n3,replicate,s3,r20/2:/Table/2{4-5}] change replicas (add [(n1,s1):6] remove []): existing descriptor r20:/Table/2{4-5} [(n2,s2):4, (n3,s3):2, (n4,s4):3, (n5,s5):5, (n1,s1):6LEARNER, next=7, gen=10] | |
W190926 08:20:30.275285 37 server/status/runtime.go:308 [n?] Could not parse build timestamp: parsing time "" as "2006/01/02 15:04:05": cannot parse "" as "2006" | |
I190926 08:20:30.276304 649 storage/store_snapshot.go:978 [n1,replicate,s1,r13/1:/Table/1{7-8}] sending LEARNER snapshot 0af6d8aa at applied index 28 | |
I190926 08:20:30.276559 10779 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r13/1:/Table/1{7-8}] skipping snapshot; replica is likely a learner in the process of being added: (n2,s2):5LEARNER | |
I190926 08:20:30.276624 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r13/1:/Table/1{7-8}] streamed snapshot to (n2,s2):5LEARNER: kv pairs: 18, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:30.277358 10777 storage/replica_raftstorage.go:794 [n2,s2,r13/5:{-}] applying LEARNER snapshot [id=0af6d8aa index=28] | |
I190926 08:20:30.285115 8100 storage/replica_raft.go:291 [n3,s3,r20/2:/Table/2{4-5}] proposing ADD_REPLICA[(n1,s1):6]: after=[(n2,s2):4 (n3,s3):2 (n4,s4):3 (n5,s5):5 (n1,s1):6] next=7 | |
I190926 08:20:30.287078 10777 storage/replica_raftstorage.go:815 [n2,s2,r13/5:/Table/1{7-8}] applied LEARNER snapshot [total=10ms ingestion=4@9ms id=0af6d8aa index=28] | |
I190926 08:20:30.288939 649 storage/replica_command.go:1582 [n1,replicate,s1,r13/1:/Table/1{7-8}] change replicas (add [(n2,s2):5] remove []): existing descriptor r13:/Table/1{7-8} [(n1,s1):1, (n4,s4):2, (n5,s5):3, (n3,s3):4, (n2,s2):5LEARNER, next=6, gen=7] | |
I190926 08:20:30.291855 37 server/server.go:919 [n?] monitoring forward clock jumps based on server.clock.forward_jump_check_enabled | |
I190926 08:20:30.302202 649 storage/replica_raft.go:291 [n1,s1,r13/1:/Table/1{7-8}] proposing ADD_REPLICA[(n2,s2):5]: after=[(n1,s1):1 (n4,s4):2 (n5,s5):3 (n3,s3):4 (n2,s2):5] next=6 | |
I190926 08:20:30.308943 649 storage/replica_command.go:1582 [n1,replicate,s1,r3/1:/System/{NodeLive…-tsd}] change replicas (add [(n4,s4):2LEARNER] remove []): existing descriptor r3:/System/{NodeLivenessMax-tsd} [(n1,s1):1, next=2, gen=0] | |
I190926 08:20:30.325026 9270 storage/replica_raft.go:291 [n2,s2,r23/3:/Table/2{7-8}] proposing ADD_REPLICA[(n1,s1):6]: after=[(n3,s3):4 (n4,s4):2 (n2,s2):3 (n5,s5):5 (n1,s1):6] next=7 | |
I190926 08:20:30.327834 9270 storage/queue.go:1132 [n2,replicate] purgatory is now empty | |
I190926 08:20:30.380053 649 storage/replica_raft.go:291 [n1,s1,r3/1:/System/{NodeLive…-tsd}] proposing ADD_REPLICA[(n4,s4):2LEARNER]: after=[(n1,s1):1 (n4,s4):2LEARNER] next=3 | |
I190926 08:20:30.382475 649 storage/store_snapshot.go:978 [n1,replicate,s1,r3/1:/System/{NodeLive…-tsd}] sending LEARNER snapshot 437fb43e at applied index 69 | |
I190926 08:20:30.383844 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r3/1:/System/{NodeLive…-tsd}] streamed snapshot to (n4,s4):2LEARNER: kv pairs: 48, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:30.386693 11664 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r3/1:/System/{NodeLive…-tsd}] skipping snapshot; replica is likely a learner in the process of being added: (n4,s4):2LEARNER | |
I190926 08:20:30.404510 37 server/config.go:502 [n?] 1 storage engine initialized | |
I190926 08:20:30.404527 37 server/config.go:505 [n?] RocksDB cache size: 128 MiB | |
I190926 08:20:30.404535 37 server/config.go:505 [n?] store 0: in-memory, size 0 B | |
W190926 08:20:30.404601 37 gossip/gossip.go:1517 [n?] no incoming or outgoing connections | |
I190926 08:20:30.404639 37 server/server.go:1367 [n?] no stores bootstrapped and --join flag specified, awaiting init command or join with an already initialized node. | |
I190926 08:20:30.413824 11662 storage/replica_raftstorage.go:794 [n4,s4,r3/2:{-}] applying LEARNER snapshot [id=437fb43e index=69] | |
I190926 08:20:30.435042 11538 gossip/client.go:124 [n?] started gossip client to 127.0.0.1:35935 | |
I190926 08:20:30.436046 11744 gossip/server.go:227 [n1] received initial cluster-verification connection from 127.0.0.1:46353 | |
I190926 08:20:30.437142 37 server/node.go:636 [n?] connecting to gossip network to verify cluster ID... | |
I190926 08:20:30.437167 37 server/node.go:656 [n?] node connected via gossip and verified as part of cluster "23de93bc-3328-4ba5-9510-5f3bedfb23c0" | |
I190926 08:20:30.437180 11744 gossip/server.go:227 [n1] received initial cluster-verification connection from 127.0.0.1:46353 | |
I190926 08:20:30.469710 11662 storage/replica_raftstorage.go:815 [n4,s4,r3/2:/System/{NodeLive…-tsd}] applied LEARNER snapshot [total=56ms ingestion=4@55ms id=437fb43e index=69] | |
I190926 08:20:30.471068 649 storage/replica_command.go:1582 [n1,replicate,s1,r3/1:/System/{NodeLive…-tsd}] change replicas (add [(n4,s4):2] remove []): existing descriptor r3:/System/{NodeLivenessMax-tsd} [(n1,s1):1, (n4,s4):2LEARNER, next=3, gen=1] | |
I190926 08:20:30.476191 649 storage/replica_raft.go:291 [n1,s1,r3/1:/System/{NodeLive…-tsd}] proposing ADD_REPLICA[(n4,s4):2]: after=[(n1,s1):1 (n4,s4):2] next=3 | |
I190926 08:20:30.477577 649 storage/replica_command.go:1582 [n1,replicate,s1,r3/1:/System/{NodeLive…-tsd}] change replicas (add [(n5,s5):3LEARNER] remove []): existing descriptor r3:/System/{NodeLivenessMax-tsd} [(n1,s1):1, (n4,s4):2, next=3, gen=2] | |
I190926 08:20:30.487522 5268 gossip/gossip.go:1531 [n4] node has connected to cluster via gossip | |
I190926 08:20:30.493994 5268 storage/stores.go:259 [n4] wrote 4 node addresses to persistent storage | |
I190926 08:20:30.530379 649 storage/replica_raft.go:291 [n1,s1,r3/1:/System/{NodeLive…-tsd}] proposing ADD_REPLICA[(n5,s5):3LEARNER]: after=[(n1,s1):1 (n4,s4):2 (n5,s5):3LEARNER] next=4 | |
I190926 08:20:30.593598 649 storage/store_snapshot.go:978 [n1,replicate,s1,r3/1:/System/{NodeLive…-tsd}] sending LEARNER snapshot 080c27ac at applied index 73 | |
I190926 08:20:30.611690 12595 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r3/1:/System/{NodeLive…-tsd}] skipping snapshot; replica is likely a learner in the process of being added: (n5,s5):3LEARNER | |
I190926 08:20:30.620803 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r3/1:/System/{NodeLive…-tsd}] streamed snapshot to (n5,s5):3LEARNER: kv pairs: 52, log entries: 0, rate-limit: 8.0 MiB/sec, 0.04s | |
I190926 08:20:30.636063 12498 storage/replica_raftstorage.go:794 [n5,s5,r3/3:{-}] applying LEARNER snapshot [id=080c27ac index=73] | |
I190926 08:20:30.639147 12498 storage/replica_raftstorage.go:815 [n5,s5,r3/3:/System/{NodeLive…-tsd}] applied LEARNER snapshot [total=3ms ingestion=4@2ms id=080c27ac index=73] | |
I190926 08:20:30.640845 649 storage/replica_command.go:1582 [n1,replicate,s1,r3/1:/System/{NodeLive…-tsd}] change replicas (add [(n5,s5):3] remove []): existing descriptor r3:/System/{NodeLivenessMax-tsd} [(n1,s1):1, (n4,s4):2, (n5,s5):3LEARNER, next=4, gen=3] | |
I190926 08:20:30.647584 649 storage/replica_raft.go:291 [n1,s1,r3/1:/System/{NodeLive…-tsd}] proposing ADD_REPLICA[(n5,s5):3]: after=[(n1,s1):1 (n4,s4):2 (n5,s5):3] next=4 | |
I190926 08:20:30.651770 649 storage/replica_command.go:1582 [n1,replicate,s1,r3/1:/System/{NodeLive…-tsd}] change replicas (add [(n3,s3):4LEARNER] remove []): existing descriptor r3:/System/{NodeLivenessMax-tsd} [(n1,s1):1, (n4,s4):2, (n5,s5):3, next=4, gen=4] | |
I190926 08:20:30.662393 649 storage/replica_raft.go:291 [n1,s1,r3/1:/System/{NodeLive…-tsd}] proposing ADD_REPLICA[(n3,s3):4LEARNER]: after=[(n1,s1):1 (n4,s4):2 (n5,s5):3 (n3,s3):4LEARNER] next=5 | |
I190926 08:20:30.666707 649 storage/store_snapshot.go:978 [n1,replicate,s1,r3/1:/System/{NodeLive…-tsd}] sending LEARNER snapshot 427c7b76 at applied index 77 | |
I190926 08:20:30.668134 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r3/1:/System/{NodeLive…-tsd}] streamed snapshot to (n3,s3):4LEARNER: kv pairs: 56, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:30.669741 12789 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r3/1:/System/{NodeLive…-tsd}] skipping snapshot; replica is likely a learner in the process of being added: (n3,s3):4LEARNER | |
I190926 08:20:30.670499 12787 storage/replica_raftstorage.go:794 [n3,s3,r3/4:{-}] applying LEARNER snapshot [id=427c7b76 index=77] | |
I190926 08:20:30.696244 12787 storage/replica_raftstorage.go:815 [n3,s3,r3/4:/System/{NodeLive…-tsd}] applied LEARNER snapshot [total=26ms ingestion=4@24ms id=427c7b76 index=77] | |
I190926 08:20:30.700587 649 storage/replica_command.go:1582 [n1,replicate,s1,r3/1:/System/{NodeLive…-tsd}] change replicas (add [(n3,s3):4] remove []): existing descriptor r3:/System/{NodeLivenessMax-tsd} [(n1,s1):1, (n4,s4):2, (n5,s5):3, (n3,s3):4LEARNER, next=5, gen=5] | |
I190926 08:20:30.777973 649 storage/replica_raft.go:291 [n1,s1,r3/1:/System/{NodeLive…-tsd}] proposing ADD_REPLICA[(n3,s3):4]: after=[(n1,s1):1 (n4,s4):2 (n5,s5):3 (n3,s3):4] next=5 | |
I190926 08:20:30.780555 649 storage/replica_command.go:1582 [n1,replicate,s1,r3/1:/System/{NodeLive…-tsd}] change replicas (add [(n2,s2):5LEARNER] remove []): existing descriptor r3:/System/{NodeLivenessMax-tsd} [(n1,s1):1, (n4,s4):2, (n5,s5):3, (n3,s3):4, next=5, gen=6] | |
I190926 08:20:30.792358 649 storage/replica_raft.go:291 [n1,s1,r3/1:/System/{NodeLive…-tsd}] proposing ADD_REPLICA[(n2,s2):5LEARNER]: after=[(n1,s1):1 (n4,s4):2 (n5,s5):3 (n3,s3):4 (n2,s2):5LEARNER] next=6 | |
I190926 08:20:30.799384 649 storage/store_snapshot.go:978 [n1,replicate,s1,r3/1:/System/{NodeLive…-tsd}] sending LEARNER snapshot f19de348 at applied index 81 | |
I190926 08:20:30.799518 12976 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r3/1:/System/{NodeLive…-tsd}] skipping snapshot; replica is likely a learner in the process of being added: (n2,s2):5LEARNER | |
I190926 08:20:30.800427 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r3/1:/System/{NodeLive…-tsd}] streamed snapshot to (n2,s2):5LEARNER: kv pairs: 60, log entries: 0, rate-limit: 8.0 MiB/sec, 0.01s | |
I190926 08:20:30.802457 37 server/node.go:372 [n?] new node allocated ID 6 | |
I190926 08:20:30.802546 37 gossip/gossip.go:394 [n6] NodeDescriptor set to node_id:6 address:<network_field:"tcp" address_field:"127.0.0.1:46353" > attrs:<> locality:<tiers:<key:"region" value:"test" > tiers:<key:"dc" value:"dc6" > > ServerVersion:<major_val:19 minor_val:1 patch:0 unstable:10 > build_tag:"v19.2.0-alpha.20190606-2515-g38209f16b9" started_at:1569486030802470341 cluster_name:"" sql_address:<network_field:"tcp" address_field:"127.0.0.1:46651" > | |
I190926 08:20:30.802601 13143 storage/replica_raftstorage.go:794 [n2,s2,r3/5:{-}] applying LEARNER snapshot [id=f19de348 index=81] | |
I190926 08:20:30.802667 37 storage/stores.go:240 [n6] read 0 node addresses from persistent storage | |
I190926 08:20:30.802705 37 storage/stores.go:259 [n6] wrote 5 node addresses to persistent storage | |
I190926 08:20:30.817036 11744 gossip/server.go:277 [n1] refusing gossip from n6 (max 3 conns); forwarding to n4 (127.0.0.1:34713) | |
I190926 08:20:30.817546 13143 storage/replica_raftstorage.go:815 [n2,s2,r3/5:/System/{NodeLive…-tsd}] applied LEARNER snapshot [total=15ms ingestion=4@14ms id=f19de348 index=81] | |
I190926 08:20:30.819259 649 storage/replica_command.go:1582 [n1,replicate,s1,r3/1:/System/{NodeLive…-tsd}] change replicas (add [(n2,s2):5] remove []): existing descriptor r3:/System/{NodeLivenessMax-tsd} [(n1,s1):1, (n4,s4):2, (n5,s5):3, (n3,s3):4, (n2,s2):5LEARNER, next=6, gen=7] | |
I190926 08:20:30.824268 37 server/node.go:611 [n6] bootstrapped store [n6,s6] | |
I190926 08:20:30.824477 37 server/node.go:503 [n6] node=6: started with [<no-attributes>=<in-mem>] engine(s) and attributes [] | |
I190926 08:20:30.824541 37 server/server.go:1998 [n6] Could not start goroutine dumper worker due to: directory to store dumps could not be determined | |
I190926 08:20:30.824620 37 server/server.go:1495 [n6] starting https server at 127.0.0.1:40901 (use: 127.0.0.1:40901) | |
I190926 08:20:30.824642 37 server/server.go:1500 [n6] starting postgres server at 127.0.0.1:46651 (use: 127.0.0.1:46651) | |
I190926 08:20:30.824659 37 server/server.go:1502 [n6] starting grpc server at 127.0.0.1:46353 | |
I190926 08:20:30.824674 37 server/server.go:1503 [n6] advertising CockroachDB node at 127.0.0.1:46353 | |
I190926 08:20:30.831968 40 storage/stores.go:259 [n1] wrote 5 node addresses to persistent storage | |
I190926 08:20:30.832620 4245 storage/stores.go:259 [n4] wrote 5 node addresses to persistent storage | |
I190926 08:20:30.832902 1712 storage/stores.go:259 [n2] wrote 5 node addresses to persistent storage | |
I190926 08:20:30.832953 11538 gossip/client.go:129 [n6] closing client to n1 (127.0.0.1:35935): received forward from n1 to 4 (127.0.0.1:34713) | |
I190926 08:20:30.833010 11536 gossip/gossip.go:1531 [n6] node has connected to cluster via gossip | |
I190926 08:20:30.833154 6631 storage/stores.go:259 [n5] wrote 5 node addresses to persistent storage | |
I190926 08:20:30.833191 11536 storage/stores.go:259 [n6] wrote 5 node addresses to persistent storage | |
I190926 08:20:30.837996 3331 storage/stores.go:259 [n3] wrote 5 node addresses to persistent storage | |
I190926 08:20:30.842337 37 server/server.go:1571 [n6] done ensuring all necessary migrations have run | |
I190926 08:20:30.842389 37 server/server.go:1809 [n6] serving sql connections | |
I190926 08:20:30.854757 13769 storage/replica_command.go:1582 [n3,replicate,s3,r20/2:/Table/2{4-5}] change replicas (add [(n6,s6):7LEARNER] remove []): existing descriptor r20:/Table/2{4-5} [(n2,s2):4, (n3,s3):2, (n4,s4):3, (n5,s5):5, (n1,s1):6, next=7, gen=11] | |
I190926 08:20:30.854959 13371 sql/event_log.go:130 [n6] Event: "node_join", target: 6, info: {Descriptor:{NodeID:6 Address:127.0.0.1:46353 Attrs: Locality:region=test,dc=dc6 ServerVersion:19.1-10 BuildTag:v19.2.0-alpha.20190606-2515-g38209f16b9 StartedAt:1569486030802470341 LocalityAddress:[] ClusterName: SQLAddress:127.0.0.1:46651} ClusterID:23de93bc-3328-4ba5-9510-5f3bedfb23c0 StartedAt:1569486030802470341 LastUp:1569486030802470341} | |
I190926 08:20:30.866086 13878 storage/replica_command.go:1582 [n2,replicate,s2,r23/3:/Table/2{7-8}] change replicas (add [(n6,s6):7LEARNER] remove []): existing descriptor r23:/Table/2{7-8} [(n3,s3):4, (n4,s4):2, (n2,s2):3, (n5,s5):5, (n1,s1):6, next=7, gen=11] | |
I190926 08:20:30.894704 13769 storage/replica_raft.go:291 [n3,s3,r20/2:/Table/2{4-5}] proposing ADD_REPLICA[(n6,s6):7LEARNER]: after=[(n2,s2):4 (n3,s3):2 (n4,s4):3 (n5,s5):5 (n1,s1):6 (n6,s6):7LEARNER] next=8 | |
I190926 08:20:30.895127 649 storage/replica_raft.go:291 [n1,s1,r3/1:/System/{NodeLive…-tsd}] proposing ADD_REPLICA[(n2,s2):5]: after=[(n1,s1):1 (n4,s4):2 (n5,s5):3 (n3,s3):4 (n2,s2):5] next=6 | |
I190926 08:20:30.896104 13369 server/server_update.go:68 [n6] no need to upgrade, cluster already at the newest version | |
I190926 08:20:30.899214 13878 storage/replica_raft.go:291 [n2,s2,r23/3:/Table/2{7-8}] proposing ADD_REPLICA[(n6,s6):7LEARNER]: after=[(n3,s3):4 (n4,s4):2 (n2,s2):3 (n5,s5):5 (n1,s1):6 (n6,s6):7LEARNER] next=8 | |
I190926 08:20:30.914192 649 storage/replica_command.go:1582 [n1,replicate,s1,r11/1:/Table/1{5-6}] change replicas (add [(n3,s3):2LEARNER] remove []): existing descriptor r11:/Table/1{5-6} [(n1,s1):1, next=2, gen=0] | |
I190926 08:20:30.922801 649 storage/replica_raft.go:291 [n1,s1,r11/1:/Table/1{5-6}] proposing ADD_REPLICA[(n3,s3):2LEARNER]: after=[(n1,s1):1 (n3,s3):2LEARNER] next=3 | |
I190926 08:20:30.927265 649 storage/store_snapshot.go:978 [n1,replicate,s1,r11/1:/Table/1{5-6}] sending LEARNER snapshot 5eaf27af at applied index 16 | |
I190926 08:20:30.927407 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r11/1:/Table/1{5-6}] streamed snapshot to (n3,s3):2LEARNER: kv pairs: 6, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:30.927675 14128 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r11/1:/Table/1{5-6}] skipping snapshot; replica is likely a learner in the process of being added: (n3,s3):2LEARNER | |
I190926 08:20:30.927858 12634 gossip/client.go:124 [n6] started gossip client to 127.0.0.1:34713 | |
I190926 08:20:30.928814 14195 storage/replica_raftstorage.go:794 [n3,s3,r11/2:{-}] applying LEARNER snapshot [id=5eaf27af index=16] | |
I190926 08:20:30.929039 13878 storage/store_snapshot.go:978 [n2,replicate,s2,r23/3:/Table/2{7-8}] sending LEARNER snapshot 22cdd7df at applied index 48 | |
I190926 08:20:30.948174 13878 storage/store_snapshot.go:1021 [n2,replicate,s2,r23/3:/Table/2{7-8}] streamed snapshot to (n6,s6):7LEARNER: kv pairs: 18, log entries: 0, rate-limit: 8.0 MiB/sec, 0.02s | |
I190926 08:20:30.948924 13629 sql/event_log.go:130 [n6,client=127.0.0.1:47484,user=root] Event: "set_cluster_setting", target: 0, info: {SettingName:kv.range_split.by_load_enabled Value:false User:root} | |
I190926 08:20:30.950029 13769 storage/store_snapshot.go:978 [n3,replicate,s3,r20/2:/Table/2{4-5}] sending LEARNER snapshot f6b88cfc at applied index 48 | |
I190926 08:20:30.951987 37 base/addr_validation.go:296 [n?] server certificate addresses: IP=127.0.0.1,::1; DNS=localhost,*.local; CN=node | |
I190926 08:20:30.952007 37 base/addr_validation.go:342 [n?] web UI certificate addresses: IP=127.0.0.1,::1; DNS=localhost,*.local; CN=node | |
I190926 08:20:30.966437 13769 storage/store_snapshot.go:1021 [n3,replicate,s3,r20/2:/Table/2{4-5}] streamed snapshot to (n6,s6):7LEARNER: kv pairs: 18, log entries: 0, rate-limit: 8.0 MiB/sec, 0.02s | |
I190926 08:20:30.975661 14195 storage/replica_raftstorage.go:815 [n3,s3,r11/2:/Table/1{5-6}] applied LEARNER snapshot [total=28ms ingestion=4@26ms id=5eaf27af index=16] | |
I190926 08:20:30.989144 649 storage/replica_command.go:1582 [n1,replicate,s1,r11/1:/Table/1{5-6}] change replicas (add [(n3,s3):2] remove []): existing descriptor r11:/Table/1{5-6} [(n1,s1):1, (n3,s3):2LEARNER, next=3, gen=1] | |
I190926 08:20:31.001854 14327 storage/replica_raftstorage.go:794 [n6,s6,r20/7:{-}] applying LEARNER snapshot [id=f6b88cfc index=48] | |
I190926 08:20:31.002375 14750 storage/raft_snapshot_queue.go:125 [n3,raftsnapshot,s3,r20/2:/Table/2{4-5}] skipping snapshot; replica is likely a learner in the process of being added: (n6,s6):7LEARNER | |
I190926 08:20:31.006584 649 storage/replica_raft.go:291 [n1,s1,r11/1:/Table/1{5-6}] proposing ADD_REPLICA[(n3,s3):2]: after=[(n1,s1):1 (n3,s3):2] next=3 | |
I190926 08:20:31.007076 14327 storage/replica_raftstorage.go:815 [n6,s6,r20/7:/Table/2{4-5}] applied LEARNER snapshot [total=5ms ingestion=4@2ms id=f6b88cfc index=48] | |
I190926 08:20:31.012314 13769 storage/replica_command.go:1582 [n3,replicate,s3,r20/2:/Table/2{4-5}] change replicas (add [(n6,s6):7VOTER_INCOMING] remove [(n1,s1):6VOTER_OUTGOING]): existing descriptor r20:/Table/2{4-5} [(n2,s2):4, (n3,s3):2, (n4,s4):3, (n5,s5):5, (n1,s1):6, (n6,s6):7LEARNER, next=8, gen=12] | |
I190926 08:20:31.014118 649 storage/replica_command.go:1582 [n1,replicate,s1,r11/1:/Table/1{5-6}] change replicas (add [(n5,s5):3LEARNER] remove []): existing descriptor r11:/Table/1{5-6} [(n1,s1):1, (n3,s3):2, next=3, gen=2] | |
W190926 08:20:31.018690 37 server/status/runtime.go:308 [n?] Could not parse build timestamp: parsing time "" as "2006/01/02 15:04:05": cannot parse "" as "2006" | |
I190926 08:20:31.040256 14229 storage/replica_raftstorage.go:794 [n6,s6,r23/7:{-}] applying LEARNER snapshot [id=22cdd7df index=48] | |
I190926 08:20:31.041431 37 server/server.go:919 [n?] monitoring forward clock jumps based on server.clock.forward_jump_check_enabled | |
I190926 08:20:31.042821 14229 storage/replica_raftstorage.go:815 [n6,s6,r23/7:/Table/2{7-8}] applied LEARNER snapshot [total=3ms ingestion=4@2ms id=22cdd7df index=48] | |
I190926 08:20:31.046034 14964 storage/raft_snapshot_queue.go:125 [n2,raftsnapshot,s2,r23/3:/Table/2{7-8}] skipping snapshot; replica is likely a learner in the process of being added: (n6,s6):7LEARNER | |
I190926 08:20:31.048433 13878 storage/replica_command.go:1582 [n2,replicate,s2,r23/3:/Table/2{7-8}] change replicas (add [(n6,s6):7VOTER_INCOMING] remove [(n1,s1):6VOTER_OUTGOING]): existing descriptor r23:/Table/2{7-8} [(n3,s3):4, (n4,s4):2, (n2,s2):3, (n5,s5):5, (n1,s1):6, (n6,s6):7LEARNER, next=8, gen=12] | |
I190926 08:20:31.061906 13769 storage/replica_raft.go:291 [n3,s3,r20/2:/Table/2{4-5}] proposing ENTER_JOINT ADD_REPLICA[(n6,s6):7VOTER_INCOMING], REMOVE_REPLICA[(n1,s1):6VOTER_OUTGOING]: after=[(n2,s2):4 (n3,s3):2 (n4,s4):3 (n5,s5):5 (n1,s1):6VOTER_OUTGOING (n6,s6):7VOTER_INCOMING] next=8 | |
I190926 08:20:31.063643 13769 storage/replica_command.go:1582 [n3,replicate,s3,r20/2:/Table/2{4-5}] change replicas (add [] remove []): existing descriptor r20:/Table/2{4-5} [(n2,s2):4, (n3,s3):2, (n4,s4):3, (n5,s5):5, (n1,s1):6VOTER_OUTGOING, (n6,s6):7VOTER_INCOMING, next=8, gen=13] | |
I190926 08:20:31.064326 14808 storage/replica_command.go:1582 [n4,replicate,s4,r3/2:/System/{NodeLive…-tsd}] change replicas (add [(n6,s6):6LEARNER] remove []): existing descriptor r3:/System/{NodeLivenessMax-tsd} [(n1,s1):1, (n4,s4):2, (n5,s5):3, (n3,s3):4, (n2,s2):5, next=6, gen=8] | |
I190926 08:20:31.148175 13769 storage/replica_raft.go:291 [n3,s3,r20/2:/Table/2{4-5}] proposing LEAVE_JOINT: after=[(n2,s2):4 (n3,s3):2 (n4,s4):3 (n5,s5):5 (n6,s6):7] next=8 | |
I190926 08:20:31.167929 4121 storage/store.go:2660 [n1,s1,r20/6:/Table/2{4-5}] removing replica r20/6 | |
I190926 08:20:31.168457 4121 storage/replica_destroy.go:164 [n1,s1,r20/6:/Table/2{4-5}] removed 6 (0+6) keys in 0ms [clear=0ms commit=0ms] | |
I190926 08:20:31.284138 14808 storage/replica_raft.go:291 [n4,s4,r3/2:/System/{NodeLive…-tsd}] proposing ADD_REPLICA[(n6,s6):6LEARNER]: after=[(n1,s1):1 (n4,s4):2 (n5,s5):3 (n3,s3):4 (n2,s2):5 (n6,s6):6LEARNER] next=7 | |
I190926 08:20:31.335810 649 storage/replica_raft.go:291 [n1,s1,r11/1:/Table/1{5-6}] proposing ADD_REPLICA[(n5,s5):3LEARNER]: after=[(n1,s1):1 (n3,s3):2 (n5,s5):3LEARNER] next=4 | |
I190926 08:20:31.424682 14808 storage/store_snapshot.go:978 [n4,replicate,s4,r3/2:/System/{NodeLive…-tsd}] sending LEARNER snapshot a521b041 at applied index 92 | |
I190926 08:20:31.425790 14808 storage/store_snapshot.go:1021 [n4,replicate,s4,r3/2:/System/{NodeLive…-tsd}] streamed snapshot to (n6,s6):6LEARNER: kv pairs: 68, log entries: 0, rate-limit: 8.0 MiB/sec, 0.14s | |
I190926 08:20:31.427757 15492 storage/replica_raftstorage.go:794 [n6,s6,r3/6:{-}] applying LEARNER snapshot [id=a521b041 index=92] | |
I190926 08:20:31.427868 649 storage/store_snapshot.go:978 [n1,replicate,s1,r11/1:/Table/1{5-6}] sending LEARNER snapshot 0528db81 at applied index 21 | |
I190926 08:20:31.427921 13878 storage/replica_raft.go:291 [n2,s2,r23/3:/Table/2{7-8}] proposing ENTER_JOINT ADD_REPLICA[(n6,s6):7VOTER_INCOMING], REMOVE_REPLICA[(n1,s1):6VOTER_OUTGOING]: after=[(n3,s3):4 (n4,s4):2 (n2,s2):3 (n5,s5):5 (n1,s1):6VOTER_OUTGOING (n6,s6):7VOTER_INCOMING] next=8 | |
I190926 08:20:31.427992 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r11/1:/Table/1{5-6}] streamed snapshot to (n5,s5):3LEARNER: kv pairs: 10, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:31.428094 15809 storage/raft_snapshot_queue.go:125 [n4,raftsnapshot,s4,r3/2:/System/{NodeLive…-tsd}] skipping snapshot; replica is likely a learner in the process of being added: (n6,s6):6LEARNER | |
I190926 08:20:31.429813 13878 storage/replica_command.go:1582 [n2,replicate,s2,r23/3:/Table/2{7-8}] change replicas (add [] remove []): existing descriptor r23:/Table/2{7-8} [(n3,s3):4, (n4,s4):2, (n2,s2):3, (n5,s5):5, (n1,s1):6VOTER_OUTGOING, (n6,s6):7VOTER_INCOMING, next=8, gen=13] | |
I190926 08:20:31.430269 15974 storage/replica_raftstorage.go:794 [n5,s5,r11/3:{-}] applying LEARNER snapshot [id=0528db81 index=21] | |
I190926 08:20:31.430493 15959 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r11/1:/Table/1{5-6}] skipping snapshot; replica is likely a learner in the process of being added: (n5,s5):3LEARNER | |
I190926 08:20:31.432939 15492 storage/replica_raftstorage.go:815 [n6,s6,r3/6:/System/{NodeLive…-tsd}] applied LEARNER snapshot [total=5ms ingestion=4@5ms id=a521b041 index=92] | |
I190926 08:20:31.433878 14808 storage/replica_command.go:1582 [n4,replicate,s4,r3/2:/System/{NodeLive…-tsd}] change replicas (add [(n6,s6):6VOTER_INCOMING] remove [(n1,s1):1VOTER_OUTGOING]): existing descriptor r3:/System/{NodeLivenessMax-tsd} [(n1,s1):1, (n4,s4):2, (n5,s5):3, (n3,s3):4, (n2,s2):5, (n6,s6):6LEARNER, next=7, gen=9] | |
I190926 08:20:31.437652 37 server/config.go:502 [n?] 1 storage engine initialized | |
I190926 08:20:31.437679 37 server/config.go:505 [n?] RocksDB cache size: 128 MiB | |
I190926 08:20:31.437696 37 server/config.go:505 [n?] store 0: in-memory, size 0 B | |
W190926 08:20:31.437758 37 gossip/gossip.go:1517 [n?] no incoming or outgoing connections | |
I190926 08:20:31.437796 37 server/server.go:1367 [n?] no stores bootstrapped and --join flag specified, awaiting init command or join with an already initialized node. | |
I190926 08:20:31.447030 15974 storage/replica_raftstorage.go:815 [n5,s5,r11/3:/Table/1{5-6}] applied LEARNER snapshot [total=17ms ingestion=4@16ms id=0528db81 index=21] | |
I190926 08:20:31.468563 649 storage/replica_command.go:1582 [n1,replicate,s1,r11/1:/Table/1{5-6}] change replicas (add [(n5,s5):3] remove []): existing descriptor r11:/Table/1{5-6} [(n1,s1):1, (n3,s3):2, (n5,s5):3LEARNER, next=4, gen=3] | |
I190926 08:20:31.472874 16051 gossip/client.go:124 [n?] started gossip client to 127.0.0.1:35935 | |
I190926 08:20:31.473302 649 storage/replica_raft.go:291 [n1,s1,r11/1:/Table/1{5-6}] proposing ADD_REPLICA[(n5,s5):3]: after=[(n1,s1):1 (n3,s3):2 (n5,s5):3] next=4 | |
I190926 08:20:31.473339 16105 gossip/server.go:227 [n1] received initial cluster-verification connection from 127.0.0.1:44691 | |
I190926 08:20:31.474687 649 storage/replica_command.go:1582 [n1,replicate,s1,r11/1:/Table/1{5-6}] change replicas (add [(n4,s4):4LEARNER] remove []): existing descriptor r11:/Table/1{5-6} [(n1,s1):1, (n3,s3):2, (n5,s5):3, next=4, gen=4] | |
I190926 08:20:31.474752 37 server/node.go:636 [n?] connecting to gossip network to verify cluster ID... | |
I190926 08:20:31.474787 37 server/node.go:656 [n?] node connected via gossip and verified as part of cluster "23de93bc-3328-4ba5-9510-5f3bedfb23c0" | |
I190926 08:20:31.475031 13878 storage/replica_raft.go:291 [n2,s2,r23/3:/Table/2{7-8}] proposing LEAVE_JOINT: after=[(n3,s3):4 (n4,s4):2 (n2,s2):3 (n5,s5):5 (n6,s6):7] next=8 | |
I190926 08:20:31.477380 16105 gossip/server.go:227 [n1] received initial cluster-verification connection from 127.0.0.1:44691 | |
I190926 08:20:31.477716 315 storage/store.go:2660 [n1,s1,r23/6:/Table/2{7-8}] removing replica r23/6 | |
I190926 08:20:31.486242 16292 storage/replica_command.go:1582 [n2,replicate,s2,r4/2:/System{/tsd-tse}] change replicas (add [(n6,s6):5LEARNER] remove []): existing descriptor r4:/System{/tsd-tse} [(n4,s4):4, (n2,s2):2, (n3,s3):3, next=5, gen=7] | |
I190926 08:20:31.491939 649 storage/replica_raft.go:291 [n1,s1,r11/1:/Table/1{5-6}] proposing ADD_REPLICA[(n4,s4):4LEARNER]: after=[(n1,s1):1 (n3,s3):2 (n5,s5):3 (n4,s4):4LEARNER] next=5 | |
I190926 08:20:31.500317 14808 storage/replica_raft.go:291 [n4,s4,r3/2:/System/{NodeLive…-tsd}] proposing ENTER_JOINT ADD_REPLICA[(n6,s6):6VOTER_INCOMING], REMOVE_REPLICA[(n1,s1):1VOTER_OUTGOING]: after=[(n1,s1):1VOTER_OUTGOING (n4,s4):2 (n5,s5):3 (n3,s3):4 (n2,s2):5 (n6,s6):6VOTER_INCOMING] next=7 | |
I190926 08:20:31.501219 649 storage/store_snapshot.go:978 [n1,replicate,s1,r11/1:/Table/1{5-6}] sending LEARNER snapshot c9f68177 at applied index 25 | |
I190926 08:20:31.501419 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r11/1:/Table/1{5-6}] streamed snapshot to (n4,s4):4LEARNER: kv pairs: 14, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:31.501839 14808 storage/replica_command.go:1582 [n4,replicate,s4,r3/2:/System/{NodeLive…-tsd}] change replicas (add [] remove []): existing descriptor r3:/System/{NodeLivenessMax-tsd} [(n1,s1):1VOTER_OUTGOING, (n4,s4):2, (n5,s5):3, (n3,s3):4, (n2,s2):5, (n6,s6):6VOTER_INCOMING, next=7, gen=10] | |
I190926 08:20:31.502292 16210 storage/replica_raftstorage.go:794 [n4,s4,r11/4:{-}] applying LEARNER snapshot [id=c9f68177 index=25] | |
I190926 08:20:31.506897 16292 storage/replica_raft.go:291 [n2,s2,r4/2:/System{/tsd-tse}] proposing ADD_REPLICA[(n6,s6):5LEARNER]: after=[(n4,s4):4 (n2,s2):2 (n3,s3):3 (n6,s6):5LEARNER] next=6 | |
I190926 08:20:31.508356 16210 storage/replica_raftstorage.go:815 [n4,s4,r11/4:/Table/1{5-6}] applied LEARNER snapshot [total=6ms ingestion=4@6ms id=c9f68177 index=25] | |
I190926 08:20:31.509324 649 storage/replica_command.go:1582 [n1,replicate,s1,r11/1:/Table/1{5-6}] change replicas (add [(n4,s4):4] remove []): existing descriptor r11:/Table/1{5-6} [(n1,s1):1, (n3,s3):2, (n5,s5):3, (n4,s4):4LEARNER, next=5, gen=5] | |
I190926 08:20:31.512289 16369 storage/raft_snapshot_queue.go:125 [n2,raftsnapshot,s2,r4/2:/System{/tsd-tse}] skipping snapshot; replica is likely a learner in the process of being added: (n6,s6):5LEARNER | |
I190926 08:20:31.512576 14808 storage/replica_raft.go:291 [n4,s4,r3/2:/System/{NodeLive…-tsd}] proposing LEAVE_JOINT: after=[(n6,s6):6 (n4,s4):2 (n5,s5):3 (n3,s3):4 (n2,s2):5] next=7 | |
I190926 08:20:31.513344 16292 storage/store_snapshot.go:978 [n2,replicate,s2,r4/2:/System{/tsd-tse}] sending LEARNER snapshot 1bdb1e17 at applied index 61 | |
I190926 08:20:31.514018 649 storage/replica_raft.go:291 [n1,s1,r11/1:/Table/1{5-6}] proposing ADD_REPLICA[(n4,s4):4]: after=[(n1,s1):1 (n3,s3):2 (n5,s5):3 (n4,s4):4] next=5 | |
I190926 08:20:31.532177 649 storage/replica_command.go:1582 [n1,replicate,s1,r11/1:/Table/1{5-6}] change replicas (add [(n6,s6):5LEARNER] remove []): existing descriptor r11:/Table/1{5-6} [(n1,s1):1, (n3,s3):2, (n5,s5):3, (n4,s4):4, next=5, gen=6] | |
I190926 08:20:31.552721 6834 storage/store.go:2660 [n1,s1,r3/1:/System/{NodeLive…-tsd}] removing replica r3/1 | |
I190926 08:20:31.553667 6834 storage/replica_destroy.go:164 [n1,s1,r3/1:/System/{NodeLive…-tsd}] removed 36 (29+7) keys in 1ms [clear=1ms commit=0ms] | |
I190926 08:20:31.556829 37 server/node.go:372 [n?] new node allocated ID 7 | |
I190926 08:20:31.556948 37 gossip/gossip.go:394 [n7] NodeDescriptor set to node_id:7 address:<network_field:"tcp" address_field:"127.0.0.1:44691" > attrs:<> locality:<tiers:<key:"region" value:"test" > tiers:<key:"dc" value:"dc7" > > ServerVersion:<major_val:19 minor_val:1 patch:0 unstable:10 > build_tag:"v19.2.0-alpha.20190606-2515-g38209f16b9" started_at:1569486031556840437 cluster_name:"" sql_address:<network_field:"tcp" address_field:"127.0.0.1:40807" > | |
I190926 08:20:31.557040 37 storage/stores.go:240 [n7] read 0 node addresses from persistent storage | |
I190926 08:20:31.557080 37 storage/stores.go:259 [n7] wrote 6 node addresses to persistent storage | |
I190926 08:20:31.557462 16105 gossip/server.go:277 [n1] refusing gossip from n7 (max 3 conns); forwarding to n2 (127.0.0.1:40157) | |
I190926 08:20:31.557674 40 storage/stores.go:259 [n1] wrote 6 node addresses to persistent storage | |
I190926 08:20:31.557708 16051 gossip/client.go:129 [n7] closing client to n1 (127.0.0.1:35935): received forward from n1 to 2 (127.0.0.1:40157) | |
I190926 08:20:31.557779 16037 gossip/gossip.go:1531 [n7] node has connected to cluster via gossip | |
I190926 08:20:31.557895 649 storage/replica_raft.go:291 [n1,s1,r11/1:/Table/1{5-6}] proposing ADD_REPLICA[(n6,s6):5LEARNER]: after=[(n1,s1):1 (n3,s3):2 (n5,s5):3 (n4,s4):4 (n6,s6):5LEARNER] next=6 | |
I190926 08:20:31.557915 16037 storage/stores.go:259 [n7] wrote 6 node addresses to persistent storage | |
I190926 08:20:31.558130 4245 storage/stores.go:259 [n4] wrote 6 node addresses to persistent storage | |
I190926 08:20:31.558206 3331 storage/stores.go:259 [n3] wrote 6 node addresses to persistent storage | |
I190926 08:20:31.558622 9868 storage/stores.go:259 [n6] wrote 6 node addresses to persistent storage | |
I190926 08:20:31.561083 37 server/node.go:611 [n7] bootstrapped store [n7,s7] | |
I190926 08:20:31.561379 37 server/node.go:503 [n7] node=7: started with [<no-attributes>=<in-mem>] engine(s) and attributes [] | |
I190926 08:20:31.561471 37 server/server.go:1998 [n7] Could not start goroutine dumper worker due to: directory to store dumps could not be determined | |
I190926 08:20:31.561509 649 storage/store_snapshot.go:978 [n1,replicate,s1,r11/1:/Table/1{5-6}] sending LEARNER snapshot 4361d2ea at applied index 29 | |
I190926 08:20:31.561609 37 server/server.go:1495 [n7] starting https server at 127.0.0.1:41503 (use: 127.0.0.1:41503) | |
I190926 08:20:31.561636 37 server/server.go:1500 [n7] starting postgres server at 127.0.0.1:40807 (use: 127.0.0.1:40807) | |
I190926 08:20:31.561680 37 server/server.go:1502 [n7] starting grpc server at 127.0.0.1:44691 | |
I190926 08:20:31.561701 37 server/server.go:1503 [n7] advertising CockroachDB node at 127.0.0.1:44691 | |
I190926 08:20:31.561812 17018 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r11/1:/Table/1{5-6}] skipping snapshot; replica is likely a learner in the process of being added: (n6,s6):5LEARNER | |
I190926 08:20:31.562379 17011 storage/replica_raftstorage.go:794 [n6,s6,r11/5:{-}] applying LEARNER snapshot [id=4361d2ea index=29] | |
I190926 08:20:31.561680 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r11/1:/Table/1{5-6}] streamed snapshot to (n6,s6):5LEARNER: kv pairs: 18, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:31.568094 1712 storage/stores.go:259 [n2] wrote 6 node addresses to persistent storage | |
I190926 08:20:31.568882 17011 storage/replica_raftstorage.go:815 [n6,s6,r11/5:/Table/1{5-6}] applied LEARNER snapshot [total=6ms ingestion=4@6ms id=4361d2ea index=29] | |
I190926 08:20:31.570982 649 storage/replica_command.go:1582 [n1,replicate,s1,r11/1:/Table/1{5-6}] change replicas (add [(n6,s6):5] remove []): existing descriptor r11:/Table/1{5-6} [(n1,s1):1, (n3,s3):2, (n5,s5):3, (n4,s4):4, (n6,s6):5LEARNER, next=6, gen=7] | |
I190926 08:20:31.571743 16794 gossip/client.go:124 [n7] started gossip client to 127.0.0.1:40157 | |
I190926 08:20:31.592860 649 storage/replica_raft.go:291 [n1,s1,r11/1:/Table/1{5-6}] proposing ADD_REPLICA[(n6,s6):5]: after=[(n1,s1):1 (n3,s3):2 (n5,s5):3 (n4,s4):4 (n6,s6):5] next=6 | |
I190926 08:20:31.598558 16292 storage/store_snapshot.go:1021 [n2,replicate,s2,r4/2:/System{/tsd-tse}] streamed snapshot to (n6,s6):5LEARNER: kv pairs: 3897, log entries: 0, rate-limit: 8.0 MiB/sec, 0.09s | |
I190926 08:20:31.601844 6631 storage/stores.go:259 [n5] wrote 6 node addresses to persistent storage | |
I190926 08:20:31.604333 649 storage/replica_command.go:1582 [n1,replicate,s1,r12/1:/Table/1{6-7}] change replicas (add [(n7,s7):2LEARNER] remove []): existing descriptor r12:/Table/1{6-7} [(n1,s1):1, next=2, gen=0] | |
I190926 08:20:31.610183 15681 storage/replica_raftstorage.go:794 [n6,s6,r4/5:{-}] applying LEARNER snapshot [id=1bdb1e17 index=61] | |
I190926 08:20:31.611290 649 storage/replica_raft.go:291 [n1,s1,r12/1:/Table/1{6-7}] proposing ADD_REPLICA[(n7,s7):2LEARNER]: after=[(n1,s1):1 (n7,s7):2LEARNER] next=3 | |
I190926 08:20:31.619950 15681 storage/replica_raftstorage.go:815 [n6,s6,r4/5:/System{/tsd-tse}] applied LEARNER snapshot [total=10ms ingestion=4@9ms id=1bdb1e17 index=61] | |
I190926 08:20:31.624115 37 server/server.go:1571 [n7] done ensuring all necessary migrations have run | |
I190926 08:20:31.624158 37 server/server.go:1809 [n7] serving sql connections | |
I190926 08:20:31.677932 17152 sql/event_log.go:130 [n7,client=127.0.0.1:34348,user=root] Event: "set_cluster_setting", target: 0, info: {SettingName:kv.range_split.by_load_enabled Value:false User:root} | |
I190926 08:20:31.679703 17333 sql/event_log.go:130 [n7] Event: "node_join", target: 7, info: {Descriptor:{NodeID:7 Address:127.0.0.1:44691 Attrs: Locality:region=test,dc=dc7 ServerVersion:19.1-10 BuildTag:v19.2.0-alpha.20190606-2515-g38209f16b9 StartedAt:1569486031556840437 LocalityAddress:[] ClusterName: SQLAddress:127.0.0.1:40807} ClusterID:23de93bc-3328-4ba5-9510-5f3bedfb23c0 StartedAt:1569486031556840437 LastUp:1569486031556840437} | |
I190926 08:20:31.692461 17331 server/server_update.go:68 [n7] no need to upgrade, cluster already at the newest version | |
I190926 08:20:31.693358 16292 storage/replica_command.go:1582 [n2,replicate,s2,r4/2:/System{/tsd-tse}] change replicas (add [(n6,s6):5VOTER_INCOMING] remove [(n3,s3):3VOTER_OUTGOING]): existing descriptor r4:/System{/tsd-tse} [(n4,s4):4, (n2,s2):2, (n3,s3):3, (n6,s6):5LEARNER, next=6, gen=8] | |
I190926 08:20:31.695816 17411 storage/replica_command.go:1582 [n4,replicate,s4,r11/4:/Table/1{5-6}] change replicas (add [(n7,s7):6LEARNER] remove []): existing descriptor r11:/Table/1{5-6} [(n1,s1):1, (n3,s3):2, (n5,s5):3, (n4,s4):4, (n6,s6):5, next=6, gen=8] | |
I190926 08:20:31.754459 17411 storage/replica_raft.go:291 [n4,s4,r11/4:/Table/1{5-6}] proposing ADD_REPLICA[(n7,s7):6LEARNER]: after=[(n1,s1):1 (n3,s3):2 (n5,s5):3 (n4,s4):4 (n6,s6):5 (n7,s7):6LEARNER] next=7 | |
I190926 08:20:31.761573 17833 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r12/1:/Table/1{6-7}] skipping snapshot; replica is likely a learner in the process of being added: (n7,s7):2LEARNER | |
I190926 08:20:31.765820 649 storage/store_snapshot.go:978 [n1,replicate,s1,r12/1:/Table/1{6-7}] sending LEARNER snapshot 601ce499 at applied index 16 | |
I190926 08:20:31.766040 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r12/1:/Table/1{6-7}] streamed snapshot to (n7,s7):2LEARNER: kv pairs: 6, log entries: 0, rate-limit: 8.0 MiB/sec, 0.05s | |
I190926 08:20:31.766882 18067 storage/replica_raftstorage.go:794 [n7,s7,r12/2:{-}] applying LEARNER snapshot [id=601ce499 index=16] | |
I190926 08:20:31.769874 18067 storage/replica_raftstorage.go:815 [n7,s7,r12/2:/Table/1{6-7}] applied LEARNER snapshot [total=3ms ingestion=4@3ms id=601ce499 index=16] | |
I190926 08:20:31.770973 649 storage/replica_command.go:1582 [n1,replicate,s1,r12/1:/Table/1{6-7}] change replicas (add [(n7,s7):2] remove []): existing descriptor r12:/Table/1{6-7} [(n1,s1):1, (n7,s7):2LEARNER, next=3, gen=1] | |
I190926 08:20:31.776637 649 storage/replica_raft.go:291 [n1,s1,r12/1:/Table/1{6-7}] proposing ADD_REPLICA[(n7,s7):2]: after=[(n1,s1):1 (n7,s7):2] next=3 | |
I190926 08:20:31.780654 649 storage/replica_command.go:1582 [n1,replicate,s1,r12/1:/Table/1{6-7}] change replicas (add [(n5,s5):3LEARNER] remove []): existing descriptor r12:/Table/1{6-7} [(n1,s1):1, (n7,s7):2, next=3, gen=2] | |
I190926 08:20:31.834118 16292 storage/replica_raft.go:291 [n2,s2,r4/2:/System{/tsd-tse}] proposing ENTER_JOINT ADD_REPLICA[(n6,s6):5VOTER_INCOMING], REMOVE_REPLICA[(n3,s3):3VOTER_OUTGOING]: after=[(n4,s4):4 (n2,s2):2 (n3,s3):3VOTER_OUTGOING (n6,s6):5VOTER_INCOMING] next=6 | |
I190926 08:20:31.836589 16292 storage/replica_command.go:1582 [n2,replicate,s2,r4/2:/System{/tsd-tse}] change replicas (add [] remove []): existing descriptor r4:/System{/tsd-tse} [(n4,s4):4, (n2,s2):2, (n3,s3):3VOTER_OUTGOING, (n6,s6):5VOTER_INCOMING, next=6, gen=9] | |
I190926 08:20:31.837949 17411 storage/store_snapshot.go:978 [n4,replicate,s4,r11/4:/Table/1{5-6}] sending LEARNER snapshot f22a3780 at applied index 38 | |
I190926 08:20:31.838176 17411 storage/store_snapshot.go:1021 [n4,replicate,s4,r11/4:/Table/1{5-6}] streamed snapshot to (n7,s7):6LEARNER: kv pairs: 23, log entries: 0, rate-limit: 8.0 MiB/sec, 0.01s | |
I190926 08:20:31.855653 18386 storage/replica_raftstorage.go:794 [n7,s7,r11/6:{-}] applying LEARNER snapshot [id=f22a3780 index=38] | |
I190926 08:20:31.856239 18711 storage/raft_snapshot_queue.go:125 [n4,raftsnapshot,s4,r11/4:/Table/1{5-6}] skipping snapshot; replica is likely a learner in the process of being added: (n7,s7):6LEARNER | |
I190926 08:20:31.860098 18386 storage/replica_raftstorage.go:815 [n7,s7,r11/6:/Table/1{5-6}] applied LEARNER snapshot [total=4ms ingestion=4@4ms id=f22a3780 index=38] | |
I190926 08:20:31.862079 17411 storage/replica_command.go:1582 [n4,replicate,s4,r11/4:/Table/1{5-6}] change replicas (add [(n7,s7):6VOTER_INCOMING] remove [(n1,s1):1VOTER_OUTGOING]): existing descriptor r11:/Table/1{5-6} [(n1,s1):1, (n3,s3):2, (n5,s5):3, (n4,s4):4, (n6,s6):5, (n7,s7):6LEARNER, next=7, gen=9] | |
I190926 08:20:31.872629 649 storage/replica_raft.go:291 [n1,s1,r12/1:/Table/1{6-7}] proposing ADD_REPLICA[(n5,s5):3LEARNER]: after=[(n1,s1):1 (n7,s7):2 (n5,s5):3LEARNER] next=4 | |
I190926 08:20:31.873275 16292 storage/replica_raft.go:291 [n2,s2,r4/2:/System{/tsd-tse}] proposing LEAVE_JOINT: after=[(n4,s4):4 (n2,s2):2 (n6,s6):5] next=6 | |
I190926 08:20:31.875298 3682 storage/store.go:2660 [n3,s3,r4/3:/System{/tsd-tse}] removing replica r4/3 | |
I190926 08:20:31.880198 17411 storage/replica_raft.go:291 [n4,s4,r11/4:/Table/1{5-6}] proposing ENTER_JOINT ADD_REPLICA[(n7,s7):6VOTER_INCOMING], REMOVE_REPLICA[(n1,s1):1VOTER_OUTGOING]: after=[(n1,s1):1VOTER_OUTGOING (n3,s3):2 (n5,s5):3 (n4,s4):4 (n6,s6):5 (n7,s7):6VOTER_INCOMING] next=7 | |
I190926 08:20:31.881889 17411 storage/replica_command.go:1582 [n4,replicate,s4,r11/4:/Table/1{5-6}] change replicas (add [] remove []): existing descriptor r11:/Table/1{5-6} [(n1,s1):1VOTER_OUTGOING, (n3,s3):2, (n5,s5):3, (n4,s4):4, (n6,s6):5, (n7,s7):6VOTER_INCOMING, next=7, gen=10] | |
I190926 08:20:31.882757 18746 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r12/1:/Table/1{6-7}] skipping snapshot; replica is likely a learner in the process of being added: (n5,s5):3LEARNER | |
I190926 08:20:31.883010 649 storage/store_snapshot.go:978 [n1,replicate,s1,r12/1:/Table/1{6-7}] sending LEARNER snapshot 5854364b at applied index 20 | |
I190926 08:20:31.883154 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r12/1:/Table/1{6-7}] streamed snapshot to (n5,s5):3LEARNER: kv pairs: 10, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:31.884043 18855 storage/replica_raftstorage.go:794 [n5,s5,r12/3:{-}] applying LEARNER snapshot [id=5854364b index=20] | |
I190926 08:20:31.888887 18855 storage/replica_raftstorage.go:815 [n5,s5,r12/3:/Table/1{6-7}] applied LEARNER snapshot [total=5ms ingestion=4@4ms id=5854364b index=20] | |
I190926 08:20:31.889754 649 storage/replica_command.go:1582 [n1,replicate,s1,r12/1:/Table/1{6-7}] change replicas (add [(n5,s5):3] remove []): existing descriptor r12:/Table/1{6-7} [(n1,s1):1, (n7,s7):2, (n5,s5):3LEARNER, next=4, gen=3] | |
I190926 08:20:31.906401 649 storage/replica_raft.go:291 [n1,s1,r12/1:/Table/1{6-7}] proposing ADD_REPLICA[(n5,s5):3]: after=[(n1,s1):1 (n7,s7):2 (n5,s5):3] next=4 | |
I190926 08:20:31.947098 649 storage/replica_command.go:1582 [n1,replicate,s1,r12/1:/Table/1{6-7}] change replicas (add [(n4,s4):4LEARNER] remove []): existing descriptor r12:/Table/1{6-7} [(n1,s1):1, (n7,s7):2, (n5,s5):3, next=4, gen=4] | |
I190926 08:20:31.982737 17411 storage/replica_raft.go:291 [n4,s4,r11/4:/Table/1{5-6}] proposing LEAVE_JOINT: after=[(n7,s7):6 (n3,s3):2 (n5,s5):3 (n4,s4):4 (n6,s6):5] next=7 | |
I190926 08:20:31.985182 649 storage/replica_raft.go:291 [n1,s1,r12/1:/Table/1{6-7}] proposing ADD_REPLICA[(n4,s4):4LEARNER]: after=[(n1,s1):1 (n7,s7):2 (n5,s5):3 (n4,s4):4LEARNER] next=5 | |
I190926 08:20:32.118643 344 storage/store.go:2660 [n1,s1,r11/1:/Table/1{5-6}] removing replica r11/1 | |
I190926 08:20:32.129056 19013 storage/replica_command.go:1582 [n6,replicate,s6,r4/5:/System{/tsd-tse}] change replicas (add [(n5,s5):6LEARNER] remove []): existing descriptor r4:/System{/tsd-tse} [(n4,s4):4, (n2,s2):2, (n6,s6):5, next=6, gen=10] | |
I190926 08:20:32.129627 649 storage/store_snapshot.go:978 [n1,replicate,s1,r12/1:/Table/1{6-7}] sending LEARNER snapshot 14418809 at applied index 24 | |
I190926 08:20:32.129815 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r12/1:/Table/1{6-7}] streamed snapshot to (n4,s4):4LEARNER: kv pairs: 14, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:32.130923 18966 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r12/1:/Table/1{6-7}] skipping snapshot; replica is likely a learner in the process of being added: (n4,s4):4LEARNER | |
I190926 08:20:32.132385 19079 storage/replica_raftstorage.go:794 [n4,s4,r12/4:{-}] applying LEARNER snapshot [id=14418809 index=24] | |
I190926 08:20:32.150518 19079 storage/replica_raftstorage.go:815 [n4,s4,r12/4:/Table/1{6-7}] applied LEARNER snapshot [total=18ms ingestion=4@16ms id=14418809 index=24] | |
I190926 08:20:32.150569 19013 storage/replica_raft.go:291 [n6,s6,r4/5:/System{/tsd-tse}] proposing ADD_REPLICA[(n5,s5):6LEARNER]: after=[(n4,s4):4 (n2,s2):2 (n6,s6):5 (n5,s5):6LEARNER] next=7 | |
I190926 08:20:32.151562 649 storage/replica_command.go:1582 [n1,replicate,s1,r12/1:/Table/1{6-7}] change replicas (add [(n4,s4):4] remove []): existing descriptor r12:/Table/1{6-7} [(n1,s1):1, (n7,s7):2, (n5,s5):3, (n4,s4):4LEARNER, next=5, gen=5] | |
I190926 08:20:32.157669 649 storage/replica_raft.go:291 [n1,s1,r12/1:/Table/1{6-7}] proposing ADD_REPLICA[(n4,s4):4]: after=[(n1,s1):1 (n7,s7):2 (n5,s5):3 (n4,s4):4] next=5 | |
I190926 08:20:32.162390 649 storage/replica_command.go:1582 [n1,replicate,s1,r12/1:/Table/1{6-7}] change replicas (add [(n6,s6):5LEARNER] remove []): existing descriptor r12:/Table/1{6-7} [(n1,s1):1, (n7,s7):2, (n5,s5):3, (n4,s4):4, next=5, gen=6] | |
I190926 08:20:32.173831 649 storage/replica_raft.go:291 [n1,s1,r12/1:/Table/1{6-7}] proposing ADD_REPLICA[(n6,s6):5LEARNER]: after=[(n1,s1):1 (n7,s7):2 (n5,s5):3 (n4,s4):4 (n6,s6):5LEARNER] next=6 | |
I190926 08:20:32.177064 649 storage/store_snapshot.go:978 [n1,replicate,s1,r12/1:/Table/1{6-7}] sending LEARNER snapshot 6b50a984 at applied index 28 | |
I190926 08:20:32.177260 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r12/1:/Table/1{6-7}] streamed snapshot to (n6,s6):5LEARNER: kv pairs: 18, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:32.178117 19713 storage/replica_raftstorage.go:794 [n6,s6,r12/5:{-}] applying LEARNER snapshot [id=6b50a984 index=28] | |
I190926 08:20:32.197731 19713 storage/replica_raftstorage.go:815 [n6,s6,r12/5:/Table/1{6-7}] applied LEARNER snapshot [total=20ms ingestion=4@19ms id=6b50a984 index=28] | |
I190926 08:20:32.199462 649 storage/replica_command.go:1582 [n1,replicate,s1,r12/1:/Table/1{6-7}] change replicas (add [(n6,s6):5] remove []): existing descriptor r12:/Table/1{6-7} [(n1,s1):1, (n7,s7):2, (n5,s5):3, (n4,s4):4, (n6,s6):5LEARNER, next=6, gen=7] | |
I190926 08:20:32.223764 19825 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r12/1:/Table/1{6-7}] skipping snapshot; replica is likely a learner in the process of being added: (n6,s6):5LEARNER | |
I190926 08:20:32.273604 19013 storage/store_snapshot.go:978 [n6,replicate,s6,r4/5:/System{/tsd-tse}] sending LEARNER snapshot 7e1dd75f at applied index 73 | |
I190926 08:20:32.304440 649 storage/replica_raft.go:291 [n1,s1,r12/1:/Table/1{6-7}] proposing ADD_REPLICA[(n6,s6):5]: after=[(n1,s1):1 (n7,s7):2 (n5,s5):3 (n4,s4):4 (n6,s6):5] next=6 | |
I190926 08:20:32.304848 19420 storage/raft_snapshot_queue.go:125 [n6,raftsnapshot,s6,r4/5:/System{/tsd-tse}] skipping snapshot; replica is likely a learner in the process of being added: (n5,s5):6LEARNER | |
I190926 08:20:32.310792 19013 storage/store_snapshot.go:1021 [n6,replicate,s6,r4/5:/System{/tsd-tse}] streamed snapshot to (n5,s5):6LEARNER: kv pairs: 4550, log entries: 0, rate-limit: 8.0 MiB/sec, 0.16s | |
I190926 08:20:32.314635 19681 storage/replica_raftstorage.go:794 [n5,s5,r4/6:{-}] applying LEARNER snapshot [id=7e1dd75f index=73] | |
I190926 08:20:32.319366 649 storage/replica_command.go:1582 [n1,replicate,s1,r24/1:/{Table/28-Max}] change replicas (add [(n6,s6):2LEARNER] remove []): existing descriptor r24:/{Table/28-Max} [(n1,s1):1, next=2, gen=0] | |
I190926 08:20:32.335450 649 storage/replica_raft.go:291 [n1,s1,r24/1:/{Table/28-Max}] proposing ADD_REPLICA[(n6,s6):2LEARNER]: after=[(n1,s1):1 (n6,s6):2LEARNER] next=3 | |
I190926 08:20:32.337166 19422 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r24/1:/{Table/28-Max}] skipping snapshot; replica is likely a learner in the process of being added: (n6,s6):2LEARNER | |
I190926 08:20:32.344173 649 storage/store_snapshot.go:978 [n1,replicate,s1,r24/1:/{Table/28-Max}] sending LEARNER snapshot 925991ee at applied index 16 | |
I190926 08:20:32.344358 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r24/1:/{Table/28-Max}] streamed snapshot to (n6,s6):2LEARNER: kv pairs: 6, log entries: 0, rate-limit: 8.0 MiB/sec, 0.01s | |
I190926 08:20:32.347540 20873 storage/replica_raftstorage.go:794 [n6,s6,r24/2:{-}] applying LEARNER snapshot [id=925991ee index=16] | |
I190926 08:20:32.352564 20873 storage/replica_raftstorage.go:815 [n6,s6,r24/2:/{Table/28-Max}] applied LEARNER snapshot [total=5ms ingestion=4@4ms id=925991ee index=16] | |
I190926 08:20:32.354131 649 storage/replica_command.go:1582 [n1,replicate,s1,r24/1:/{Table/28-Max}] change replicas (add [(n6,s6):2] remove []): existing descriptor r24:/{Table/28-Max} [(n1,s1):1, (n6,s6):2LEARNER, next=3, gen=1] | |
I190926 08:20:32.373678 649 storage/replica_raft.go:291 [n1,s1,r24/1:/{Table/28-Max}] proposing ADD_REPLICA[(n6,s6):2]: after=[(n1,s1):1 (n6,s6):2] next=3 | |
I190926 08:20:32.377121 649 storage/replica_command.go:1582 [n1,replicate,s1,r24/1:/{Table/28-Max}] change replicas (add [(n4,s4):3LEARNER] remove []): existing descriptor r24:/{Table/28-Max} [(n1,s1):1, (n6,s6):2, next=3, gen=2] | |
I190926 08:20:32.377199 20986 storage/replica_command.go:1582 [n5,replicate,s5,r12/3:/Table/1{6-7}] change replicas (add [(n3,s3):6LEARNER] remove []): existing descriptor r12:/Table/1{6-7} [(n1,s1):1, (n7,s7):2, (n5,s5):3, (n4,s4):4, (n6,s6):5, next=6, gen=8] | |
I190926 08:20:32.373765 19681 storage/replica_raftstorage.go:815 [n5,s5,r4/6:/System{/tsd-tse}] applied LEARNER snapshot [total=59ms ingestion=4@59ms id=7e1dd75f index=73] | |
I190926 08:20:32.414786 19013 storage/replica_command.go:1582 [n6,replicate,s6,r4/5:/System{/tsd-tse}] change replicas (add [(n5,s5):6VOTER_INCOMING] remove [(n2,s2):2VOTER_OUTGOING]): existing descriptor r4:/System{/tsd-tse} [(n4,s4):4, (n2,s2):2, (n6,s6):5, (n5,s5):6LEARNER, next=7, gen=11] | |
I190926 08:20:32.431709 20986 storage/replica_raft.go:291 [n5,s5,r12/3:/Table/1{6-7}] proposing ADD_REPLICA[(n3,s3):6LEARNER]: after=[(n1,s1):1 (n7,s7):2 (n5,s5):3 (n4,s4):4 (n6,s6):5 (n3,s3):6LEARNER] next=7 | |
I190926 08:20:32.433818 19013 storage/replica_raft.go:291 [n6,s6,r4/5:/System{/tsd-tse}] proposing ENTER_JOINT ADD_REPLICA[(n5,s5):6VOTER_INCOMING], REMOVE_REPLICA[(n2,s2):2VOTER_OUTGOING]: after=[(n4,s4):4 (n2,s2):2VOTER_OUTGOING (n6,s6):5 (n5,s5):6VOTER_INCOMING] next=7 | |
I190926 08:20:32.435295 19013 storage/replica_command.go:1582 [n6,replicate,s6,r4/5:/System{/tsd-tse}] change replicas (add [] remove []): existing descriptor r4:/System{/tsd-tse} [(n4,s4):4, (n2,s2):2VOTER_OUTGOING, (n6,s6):5, (n5,s5):6VOTER_INCOMING, next=7, gen=12] | |
I190926 08:20:32.435993 20986 storage/store_snapshot.go:978 [n5,replicate,s5,r12/3:/Table/1{6-7}] sending LEARNER snapshot 5c703da4 at applied index 36 | |
I190926 08:20:32.436259 20986 storage/store_snapshot.go:1021 [n5,replicate,s5,r12/3:/Table/1{6-7}] streamed snapshot to (n3,s3):6LEARNER: kv pairs: 23, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:32.436318 21364 storage/store_snapshot.go:978 [n1,raftsnapshot,s1,r12/1:/Table/1{6-7}] sending LEARNER snapshot d512dc39 at applied index 36 | |
I190926 08:20:32.436537 21364 storage/store_snapshot.go:1021 [n1,raftsnapshot,s1,r12/1:/Table/1{6-7}] streamed snapshot to (n3,s3):6LEARNER: kv pairs: 23, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:32.437096 19921 storage/replica_raftstorage.go:794 [n3,s3,r12/6:{-}] applying LEARNER snapshot [id=5c703da4 index=36] | |
I190926 08:20:32.454480 19921 storage/replica_raftstorage.go:815 [n3,s3,r12/6:/Table/1{6-7}] applied LEARNER snapshot [total=17ms ingestion=4@17ms id=5c703da4 index=36] | |
I190926 08:20:32.456015 20986 storage/replica_command.go:1582 [n5,replicate,s5,r12/3:/Table/1{6-7}] change replicas (add [(n3,s3):6VOTER_INCOMING] remove [(n1,s1):1VOTER_OUTGOING]): existing descriptor r12:/Table/1{6-7} [(n1,s1):1, (n7,s7):2, (n5,s5):3, (n4,s4):4, (n6,s6):5, (n3,s3):6LEARNER, next=7, gen=9] | |
I190926 08:20:32.506190 21685 storage/replica_command.go:1582 [n2,replicate,s2,r23/3:/Table/2{7-8}] change replicas (add [(n7,s7):8LEARNER] remove []): existing descriptor r23:/Table/2{7-8} [(n3,s3):4, (n4,s4):2, (n2,s2):3, (n5,s5):5, (n6,s6):7, next=8, gen=14] | |
I190926 08:20:32.518126 21685 storage/replica_raft.go:291 [n2,s2,r23/3:/Table/2{7-8}] proposing ADD_REPLICA[(n7,s7):8LEARNER]: after=[(n3,s3):4 (n4,s4):2 (n2,s2):3 (n5,s5):5 (n6,s6):7 (n7,s7):8LEARNER] next=9 | |
I190926 08:20:32.521713 21685 storage/store_snapshot.go:978 [n2,replicate,s2,r23/3:/Table/2{7-8}] sending LEARNER snapshot 24950fd9 at applied index 58 | |
I190926 08:20:32.521917 21685 storage/store_snapshot.go:1021 [n2,replicate,s2,r23/3:/Table/2{7-8}] streamed snapshot to (n7,s7):8LEARNER: kv pairs: 21, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:32.528007 20986 storage/replica_raft.go:291 [n5,s5,r12/3:/Table/1{6-7}] proposing ENTER_JOINT ADD_REPLICA[(n3,s3):6VOTER_INCOMING], REMOVE_REPLICA[(n1,s1):1VOTER_OUTGOING]: after=[(n1,s1):1VOTER_OUTGOING (n7,s7):2 (n5,s5):3 (n4,s4):4 (n6,s6):5 (n3,s3):6VOTER_INCOMING] next=7 | |
I190926 08:20:32.529666 20986 storage/replica_command.go:1582 [n5,replicate,s5,r12/3:/Table/1{6-7}] change replicas (add [] remove []): existing descriptor r12:/Table/1{6-7} [(n1,s1):1VOTER_OUTGOING, (n7,s7):2, (n5,s5):3, (n4,s4):4, (n6,s6):5, (n3,s3):6VOTER_INCOMING, next=7, gen=10] | |
I190926 08:20:32.531834 21023 storage/replica_raftstorage.go:794 [n7,s7,r23/8:{-}] applying LEARNER snapshot [id=24950fd9 index=58] | |
I190926 08:20:32.534097 21682 storage/raft_snapshot_queue.go:125 [n2,raftsnapshot,s2,r23/3:/Table/2{7-8}] skipping snapshot; replica is likely a learner in the process of being added: (n7,s7):8LEARNER | |
I190926 08:20:32.538700 21023 storage/replica_raftstorage.go:815 [n7,s7,r23/8:/Table/2{7-8}] applied LEARNER snapshot [total=7ms ingestion=4@5ms id=24950fd9 index=58] | |
I190926 08:20:32.544984 19013 storage/replica_raft.go:291 [n6,s6,r4/5:/System{/tsd-tse}] proposing LEAVE_JOINT: after=[(n4,s4):4 (n5,s5):6 (n6,s6):5] next=7 | |
I190926 08:20:32.545414 21685 storage/replica_command.go:1582 [n2,replicate,s2,r23/3:/Table/2{7-8}] change replicas (add [(n7,s7):8VOTER_INCOMING] remove [(n3,s3):4VOTER_OUTGOING]): existing descriptor r23:/Table/2{7-8} [(n3,s3):4, (n4,s4):2, (n2,s2):3, (n5,s5):5, (n6,s6):7, (n7,s7):8LEARNER, next=9, gen=15] | |
I190926 08:20:32.547491 2385 storage/store.go:2660 [n2,s2,r4/2:/System{/tsd-tse}] removing replica r4/2 | |
I190926 08:20:32.549898 649 storage/replica_raft.go:291 [n1,s1,r24/1:/{Table/28-Max}] proposing ADD_REPLICA[(n4,s4):3LEARNER]: after=[(n1,s1):1 (n6,s6):2 (n4,s4):3LEARNER] next=4 | |
I190926 08:20:32.550898 21926 storage/replica_command.go:1582 [n6,replicate,s6,r20/7:/Table/2{4-5}] change replicas (add [(n7,s7):8LEARNER] remove []): existing descriptor r20:/Table/2{4-5} [(n2,s2):4, (n3,s3):2, (n4,s4):3, (n5,s5):5, (n6,s6):7, next=8, gen=14] | |
I190926 08:20:32.552521 649 storage/store_snapshot.go:978 [n1,replicate,s1,r24/1:/{Table/28-Max}] sending LEARNER snapshot debf49a3 at applied index 20 | |
I190926 08:20:32.552623 21754 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r24/1:/{Table/28-Max}] skipping snapshot; replica is likely a learner in the process of being added: (n4,s4):3LEARNER | |
I190926 08:20:32.552673 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r24/1:/{Table/28-Max}] streamed snapshot to (n4,s4):3LEARNER: kv pairs: 10, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:32.554527 22037 storage/replica_raftstorage.go:794 [n4,s4,r24/3:{-}] applying LEARNER snapshot [id=debf49a3 index=20] | |
I190926 08:20:32.565278 21685 storage/replica_raft.go:291 [n2,s2,r23/3:/Table/2{7-8}] proposing ENTER_JOINT ADD_REPLICA[(n7,s7):8VOTER_INCOMING], REMOVE_REPLICA[(n3,s3):4VOTER_OUTGOING]: after=[(n3,s3):4VOTER_OUTGOING (n4,s4):2 (n2,s2):3 (n5,s5):5 (n6,s6):7 (n7,s7):8VOTER_INCOMING] next=9 | |
I190926 08:20:32.568114 21685 storage/replica_command.go:1582 [n2,replicate,s2,r23/3:/Table/2{7-8}] change replicas (add [] remove []): existing descriptor r23:/Table/2{7-8} [(n3,s3):4VOTER_OUTGOING, (n4,s4):2, (n2,s2):3, (n5,s5):5, (n6,s6):7, (n7,s7):8VOTER_INCOMING, next=9, gen=16] | |
I190926 08:20:32.574798 22037 storage/replica_raftstorage.go:815 [n4,s4,r24/3:/{Table/28-Max}] applied LEARNER snapshot [total=20ms ingestion=4@20ms id=debf49a3 index=20] | |
I190926 08:20:32.577968 649 storage/replica_command.go:1582 [n1,replicate,s1,r24/1:/{Table/28-Max}] change replicas (add [(n4,s4):3] remove []): existing descriptor r24:/{Table/28-Max} [(n1,s1):1, (n6,s6):2, (n4,s4):3LEARNER, next=4, gen=3] | |
I190926 08:20:32.580692 21926 storage/replica_raft.go:291 [n6,s6,r20/7:/Table/2{4-5}] proposing ADD_REPLICA[(n7,s7):8LEARNER]: after=[(n2,s2):4 (n3,s3):2 (n4,s4):3 (n5,s5):5 (n6,s6):7 (n7,s7):8LEARNER] next=9 | |
I190926 08:20:32.582186 649 storage/replica_raft.go:291 [n1,s1,r24/1:/{Table/28-Max}] proposing ADD_REPLICA[(n4,s4):3]: after=[(n1,s1):1 (n6,s6):2 (n4,s4):3] next=4 | |
I190926 08:20:32.583552 21926 storage/store_snapshot.go:978 [n6,replicate,s6,r20/7:/Table/2{4-5}] sending LEARNER snapshot 2c1af4d6 at applied index 63 | |
I190926 08:20:32.583559 649 storage/replica_command.go:1582 [n1,replicate,s1,r24/1:/{Table/28-Max}] change replicas (add [(n7,s7):4LEARNER] remove []): existing descriptor r24:/{Table/28-Max} [(n1,s1):1, (n6,s6):2, (n4,s4):3, next=4, gen=4] | |
I190926 08:20:32.583799 21926 storage/store_snapshot.go:1021 [n6,replicate,s6,r20/7:/Table/2{4-5}] streamed snapshot to (n7,s7):8LEARNER: kv pairs: 21, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:32.592266 21685 storage/replica_raft.go:291 [n2,s2,r23/3:/Table/2{7-8}] proposing LEAVE_JOINT: after=[(n7,s7):8 (n4,s4):2 (n2,s2):3 (n5,s5):5 (n6,s6):7] next=9 | |
I190926 08:20:32.595734 3780 storage/store.go:2660 [n3,s3,r23/4:/Table/2{7-8}] removing replica r23/4 | |
I190926 08:20:32.596619 649 storage/replica_raft.go:291 [n1,s1,r24/1:/{Table/28-Max}] proposing ADD_REPLICA[(n7,s7):4LEARNER]: after=[(n1,s1):1 (n6,s6):2 (n4,s4):3 (n7,s7):4LEARNER] next=5 | |
I190926 08:20:32.600027 649 storage/store_snapshot.go:978 [n1,replicate,s1,r24/1:/{Table/28-Max}] sending LEARNER snapshot 88ce8712 at applied index 24 | |
I190926 08:20:32.600176 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r24/1:/{Table/28-Max}] streamed snapshot to (n7,s7):4LEARNER: kv pairs: 14, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:32.600794 22171 storage/replica_raftstorage.go:794 [n7,s7,r24/4:{-}] applying LEARNER snapshot [id=88ce8712 index=24] | |
I190926 08:20:32.603851 22171 storage/replica_raftstorage.go:815 [n7,s7,r24/4:/{Table/28-Max}] applied LEARNER snapshot [total=3ms ingestion=4@3ms id=88ce8712 index=24] | |
I190926 08:20:32.608666 22240 storage/replica_raftstorage.go:794 [n7,s7,r20/8:{-}] applying LEARNER snapshot [id=2c1af4d6 index=63] | |
I190926 08:20:32.608698 20986 storage/replica_raft.go:291 [n5,s5,r12/3:/Table/1{6-7}] proposing LEAVE_JOINT: after=[(n3,s3):6 (n7,s7):2 (n5,s5):3 (n4,s4):4 (n6,s6):5] next=7 | |
I190926 08:20:32.613737 22477 storage/raft_snapshot_queue.go:125 [n6,raftsnapshot,s6,r20/7:/Table/2{4-5}] skipping snapshot; replica is likely a learner in the process of being added: (n7,s7):8LEARNER | |
I190926 08:20:32.613844 174 storage/store.go:2660 [n1,s1,r12/1:/Table/1{6-7}] removing replica r12/1 | |
I190926 08:20:32.628060 22343 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r24/1:/{Table/28-Max}] skipping snapshot; replica is likely a learner in the process of being added: (n7,s7):4LEARNER | |
I190926 08:20:32.634545 22240 storage/replica_raftstorage.go:815 [n7,s7,r20/8:/Table/2{4-5}] applied LEARNER snapshot [total=26ms ingestion=4@24ms id=2c1af4d6 index=63] | |
I190926 08:20:32.636927 21926 storage/replica_command.go:1582 [n6,replicate,s6,r20/7:/Table/2{4-5}] change replicas (add [(n7,s7):8VOTER_INCOMING] remove [(n3,s3):2VOTER_OUTGOING]): existing descriptor r20:/Table/2{4-5} [(n2,s2):4, (n3,s3):2, (n4,s4):3, (n5,s5):5, (n6,s6):7, (n7,s7):8LEARNER, next=9, gen=15] | |
I190926 08:20:32.639094 649 storage/replica_command.go:1582 [n1,replicate,s1,r24/1:/{Table/28-Max}] change replicas (add [(n7,s7):4] remove []): existing descriptor r24:/{Table/28-Max} [(n1,s1):1, (n6,s6):2, (n4,s4):3, (n7,s7):4LEARNER, next=5, gen=5] | |
I190926 08:20:32.727497 649 storage/replica_raft.go:291 [n1,s1,r24/1:/{Table/28-Max}] proposing ADD_REPLICA[(n7,s7):4]: after=[(n1,s1):1 (n6,s6):2 (n4,s4):3 (n7,s7):4] next=5 | |
I190926 08:20:32.729235 649 storage/replica_command.go:1582 [n1,replicate,s1,r24/1:/{Table/28-Max}] change replicas (add [(n2,s2):5LEARNER] remove []): existing descriptor r24:/{Table/28-Max} [(n1,s1):1, (n6,s6):2, (n4,s4):3, (n7,s7):4, next=5, gen=6] | |
I190926 08:20:32.812279 21926 storage/replica_raft.go:291 [n6,s6,r20/7:/Table/2{4-5}] proposing ENTER_JOINT ADD_REPLICA[(n7,s7):8VOTER_INCOMING], REMOVE_REPLICA[(n3,s3):2VOTER_OUTGOING]: after=[(n2,s2):4 (n3,s3):2VOTER_OUTGOING (n4,s4):3 (n5,s5):5 (n6,s6):7 (n7,s7):8VOTER_INCOMING] next=9 | |
I190926 08:20:32.812490 649 storage/replica_raft.go:291 [n1,s1,r24/1:/{Table/28-Max}] proposing ADD_REPLICA[(n2,s2):5LEARNER]: after=[(n1,s1):1 (n6,s6):2 (n4,s4):3 (n7,s7):4 (n2,s2):5LEARNER] next=6 | |
I190926 08:20:32.846032 21926 storage/replica_command.go:1582 [n6,replicate,s6,r20/7:/Table/2{4-5}] change replicas (add [] remove []): existing descriptor r20:/Table/2{4-5} [(n2,s2):4, (n3,s3):2VOTER_OUTGOING, (n4,s4):3, (n5,s5):5, (n6,s6):7, (n7,s7):8VOTER_INCOMING, next=9, gen=16] | |
I190926 08:20:32.846373 23662 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r24/1:/{Table/28-Max}] skipping snapshot; replica is likely a learner in the process of being added: (n2,s2):5LEARNER | |
I190926 08:20:32.846466 649 storage/store_snapshot.go:978 [n1,replicate,s1,r24/1:/{Table/28-Max}] sending LEARNER snapshot 876469ce at applied index 29 | |
I190926 08:20:32.869626 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r24/1:/{Table/28-Max}] streamed snapshot to (n2,s2):5LEARNER: kv pairs: 18, log entries: 0, rate-limit: 8.0 MiB/sec, 0.03s | |
I190926 08:20:32.871002 23609 storage/replica_raftstorage.go:794 [n2,s2,r24/5:{-}] applying LEARNER snapshot [id=876469ce index=29] | |
I190926 08:20:32.883261 23609 storage/replica_raftstorage.go:815 [n2,s2,r24/5:/{Table/28-Max}] applied LEARNER snapshot [total=12ms ingestion=4@11ms id=876469ce index=29] | |
I190926 08:20:32.897981 649 storage/replica_command.go:1582 [n1,replicate,s1,r24/1:/{Table/28-Max}] change replicas (add [(n2,s2):5] remove []): existing descriptor r24:/{Table/28-Max} [(n1,s1):1, (n6,s6):2, (n4,s4):3, (n7,s7):4, (n2,s2):5LEARNER, next=6, gen=7] | |
I190926 08:20:32.898078 21926 storage/replica_raft.go:291 [n6,s6,r20/7:/Table/2{4-5}] proposing LEAVE_JOINT: after=[(n2,s2):4 (n7,s7):8 (n4,s4):3 (n5,s5):5 (n6,s6):7] next=9 | |
I190926 08:20:32.900625 3775 storage/store.go:2660 [n3,s3,r20/2:/Table/2{4-5}] removing replica r20/2 | |
I190926 08:20:32.906220 649 storage/replica_raft.go:291 [n1,s1,r24/1:/{Table/28-Max}] proposing ADD_REPLICA[(n2,s2):5]: after=[(n1,s1):1 (n6,s6):2 (n4,s4):3 (n7,s7):4 (n2,s2):5] next=6 | |
I190926 08:20:32.917902 649 storage/replica_command.go:1582 [n1,replicate,s1,r9/1:/Table/1{3-4}] change replicas (add [(n5,s5):2LEARNER] remove []): existing descriptor r9:/Table/1{3-4} [(n1,s1):1, next=2, gen=0] | |
I190926 08:20:32.921882 649 storage/replica_raft.go:291 [n1,s1,r9/1:/Table/1{3-4}] proposing ADD_REPLICA[(n5,s5):2LEARNER]: after=[(n1,s1):1 (n5,s5):2LEARNER] next=3 | |
I190926 08:20:32.924612 649 storage/store_snapshot.go:978 [n1,replicate,s1,r9/1:/Table/1{3-4}] sending LEARNER snapshot 9621dcc3 at applied index 258 | |
I190926 08:20:32.925233 23736 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r9/1:/Table/1{3-4}] skipping snapshot; replica is likely a learner in the process of being added: (n5,s5):2LEARNER | |
I190926 08:20:32.925897 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r9/1:/Table/1{3-4}] streamed snapshot to (n5,s5):2LEARNER: kv pairs: 571, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:32.927752 24278 storage/replica_raftstorage.go:794 [n5,s5,r9/2:{-}] applying LEARNER snapshot [id=9621dcc3 index=258] | |
I190926 08:20:32.956198 24278 storage/replica_raftstorage.go:815 [n5,s5,r9/2:/Table/1{3-4}] applied LEARNER snapshot [total=28ms ingestion=4@28ms id=9621dcc3 index=258] | |
I190926 08:20:32.957939 649 storage/replica_command.go:1582 [n1,replicate,s1,r9/1:/Table/1{3-4}] change replicas (add [(n5,s5):2] remove []): existing descriptor r9:/Table/1{3-4} [(n1,s1):1, (n5,s5):2LEARNER, next=3, gen=1] | |
I190926 08:20:32.966092 649 storage/replica_raft.go:291 [n1,s1,r9/1:/Table/1{3-4}] proposing ADD_REPLICA[(n5,s5):2]: after=[(n1,s1):1 (n5,s5):2] next=3 | |
I190926 08:20:32.973081 649 storage/replica_command.go:1582 [n1,replicate,s1,r9/1:/Table/1{3-4}] change replicas (add [(n3,s3):3LEARNER] remove []): existing descriptor r9:/Table/1{3-4} [(n1,s1):1, (n5,s5):2, next=3, gen=2] | |
I190926 08:20:33.005244 24765 storage/replica_command.go:1582 [n6,replicate,s6,r24/2:/{Table/28-Max}] change replicas (add [(n5,s5):6LEARNER] remove []): existing descriptor r24:/{Table/28-Max} [(n1,s1):1, (n6,s6):2, (n4,s4):3, (n7,s7):4, (n2,s2):5, next=6, gen=8] | |
I190926 08:20:33.034102 24765 storage/replica_raft.go:291 [n6,s6,r24/2:/{Table/28-Max}] proposing ADD_REPLICA[(n5,s5):6LEARNER]: after=[(n1,s1):1 (n6,s6):2 (n4,s4):3 (n7,s7):4 (n2,s2):5 (n5,s5):6LEARNER] next=7 | |
I190926 08:20:33.040156 24487 storage/raft_snapshot_queue.go:125 [n6,raftsnapshot,s6,r24/2:/{Table/28-Max}] skipping snapshot; replica is likely a learner in the process of being added: (n5,s5):6LEARNER | |
I190926 08:20:33.044104 24765 storage/store_snapshot.go:978 [n6,replicate,s6,r24/2:/{Table/28-Max}] sending LEARNER snapshot def4b8ef at applied index 37 | |
I190926 08:20:33.044321 24765 storage/store_snapshot.go:1021 [n6,replicate,s6,r24/2:/{Table/28-Max}] streamed snapshot to (n5,s5):6LEARNER: kv pairs: 23, log entries: 0, rate-limit: 8.0 MiB/sec, 0.01s | |
I190926 08:20:33.045125 24949 storage/replica_raftstorage.go:794 [n5,s5,r24/6:{-}] applying LEARNER snapshot [id=def4b8ef index=37] | |
I190926 08:20:33.051744 24949 storage/replica_raftstorage.go:815 [n5,s5,r24/6:/{Table/28-Max}] applied LEARNER snapshot [total=7ms ingestion=4@6ms id=def4b8ef index=37] | |
I190926 08:20:33.052382 24765 storage/replica_command.go:1582 [n6,replicate,s6,r24/2:/{Table/28-Max}] change replicas (add [(n5,s5):6VOTER_INCOMING] remove [(n1,s1):1VOTER_OUTGOING]): existing descriptor r24:/{Table/28-Max} [(n1,s1):1, (n6,s6):2, (n4,s4):3, (n7,s7):4, (n2,s2):5, (n5,s5):6LEARNER, next=7, gen=9] | |
I190926 08:20:33.055699 649 storage/replica_raft.go:291 [n1,s1,r9/1:/Table/1{3-4}] proposing ADD_REPLICA[(n3,s3):3LEARNER]: after=[(n1,s1):1 (n5,s5):2 (n3,s3):3LEARNER] next=4 | |
I190926 08:20:33.063331 649 storage/store_snapshot.go:978 [n1,replicate,s1,r9/1:/Table/1{3-4}] sending LEARNER snapshot ce55c368 at applied index 266 | |
I190926 08:20:33.063726 25176 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r9/1:/Table/1{3-4}] skipping snapshot; replica is likely a learner in the process of being added: (n3,s3):3LEARNER | |
I190926 08:20:33.065409 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r9/1:/Table/1{3-4}] streamed snapshot to (n3,s3):3LEARNER: kv pairs: 590, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:33.070672 25158 storage/replica_raftstorage.go:794 [n3,s3,r9/3:{-}] applying LEARNER snapshot [id=ce55c368 index=266] | |
I190926 08:20:33.147099 24765 storage/replica_raft.go:291 [n6,s6,r24/2:/{Table/28-Max}] proposing ENTER_JOINT ADD_REPLICA[(n5,s5):6VOTER_INCOMING], REMOVE_REPLICA[(n1,s1):1VOTER_OUTGOING]: after=[(n1,s1):1VOTER_OUTGOING (n6,s6):2 (n4,s4):3 (n7,s7):4 (n2,s2):5 (n5,s5):6VOTER_INCOMING] next=7 | |
I190926 08:20:33.157435 24765 storage/replica_command.go:1582 [n6,replicate,s6,r24/2:/{Table/28-Max}] change replicas (add [] remove []): existing descriptor r24:/{Table/28-Max} [(n1,s1):1VOTER_OUTGOING, (n6,s6):2, (n4,s4):3, (n7,s7):4, (n2,s2):5, (n5,s5):6VOTER_INCOMING, next=7, gen=10] | |
I190926 08:20:33.169692 25158 storage/replica_raftstorage.go:815 [n3,s3,r9/3:/Table/1{3-4}] applied LEARNER snapshot [total=99ms ingestion=4@98ms id=ce55c368 index=266] | |
I190926 08:20:33.176485 649 storage/replica_command.go:1582 [n1,replicate,s1,r9/1:/Table/1{3-4}] change replicas (add [(n3,s3):3] remove []): existing descriptor r9:/Table/1{3-4} [(n1,s1):1, (n5,s5):2, (n3,s3):3LEARNER, next=4, gen=3] | |
I190926 08:20:33.181186 649 storage/replica_raft.go:291 [n1,s1,r9/1:/Table/1{3-4}] proposing ADD_REPLICA[(n3,s3):3]: after=[(n1,s1):1 (n5,s5):2 (n3,s3):3] next=4 | |
I190926 08:20:33.185256 649 storage/replica_command.go:1582 [n1,replicate,s1,r9/1:/Table/1{3-4}] change replicas (add [(n4,s4):4LEARNER] remove []): existing descriptor r9:/Table/1{3-4} [(n1,s1):1, (n5,s5):2, (n3,s3):3, next=4, gen=4] | |
I190926 08:20:33.207504 649 storage/replica_raft.go:291 [n1,s1,r9/1:/Table/1{3-4}] proposing ADD_REPLICA[(n4,s4):4LEARNER]: after=[(n1,s1):1 (n5,s5):2 (n3,s3):3 (n4,s4):4LEARNER] next=5 | |
I190926 08:20:33.231400 26064 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r9/1:/Table/1{3-4}] skipping snapshot; replica is likely a learner in the process of being added: (n4,s4):4LEARNER | |
I190926 08:20:33.231705 649 storage/store_snapshot.go:978 [n1,replicate,s1,r9/1:/Table/1{3-4}] sending LEARNER snapshot 2120f211 at applied index 275 | |
I190926 08:20:33.231740 24765 storage/replica_raft.go:291 [n6,s6,r24/2:/{Table/28-Max}] proposing LEAVE_JOINT: after=[(n5,s5):6 (n6,s6):2 (n4,s4):3 (n7,s7):4 (n2,s2):5] next=7 | |
I190926 08:20:33.233175 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r9/1:/Table/1{3-4}] streamed snapshot to (n4,s4):4LEARNER: kv pairs: 614, log entries: 0, rate-limit: 8.0 MiB/sec, 0.01s | |
I190926 08:20:33.234202 163 storage/store.go:2660 [n1,s1,r24/1:/{Table/28-Max}] removing replica r24/1 | |
I190926 08:20:33.235439 25583 storage/replica_raftstorage.go:794 [n4,s4,r9/4:{-}] applying LEARNER snapshot [id=2120f211 index=275] | |
I190926 08:20:33.239052 25583 storage/replica_raftstorage.go:815 [n4,s4,r9/4:/Table/1{3-4}] applied LEARNER snapshot [total=4ms ingestion=4@3ms id=2120f211 index=275] | |
I190926 08:20:33.308559 26499 storage/replica_command.go:1582 [n6,replicate,s6,r4/5:/System{/tsd-tse}] change replicas (add [(n7,s7):7LEARNER] remove []): existing descriptor r4:/System{/tsd-tse} [(n4,s4):4, (n5,s5):6, (n6,s6):5, next=7, gen=13] | |
I190926 08:20:33.359246 649 storage/replica_command.go:1582 [n1,replicate,s1,r9/1:/Table/1{3-4}] change replicas (add [(n4,s4):4] remove []): existing descriptor r9:/Table/1{3-4} [(n1,s1):1, (n5,s5):2, (n3,s3):3, (n4,s4):4LEARNER, next=5, gen=5] | |
I190926 08:20:33.366955 649 storage/replica_raft.go:291 [n1,s1,r9/1:/Table/1{3-4}] proposing ADD_REPLICA[(n4,s4):4]: after=[(n1,s1):1 (n5,s5):2 (n3,s3):3 (n4,s4):4] next=5 | |
I190926 08:20:33.368495 649 storage/replica_command.go:1582 [n1,replicate,s1,r9/1:/Table/1{3-4}] change replicas (add [(n6,s6):5LEARNER] remove []): existing descriptor r9:/Table/1{3-4} [(n1,s1):1, (n5,s5):2, (n3,s3):3, (n4,s4):4, next=5, gen=6] | |
I190926 08:20:33.370662 26499 storage/replica_raft.go:291 [n6,s6,r4/5:/System{/tsd-tse}] proposing ADD_REPLICA[(n7,s7):7LEARNER]: after=[(n4,s4):4 (n5,s5):6 (n6,s6):5 (n7,s7):7LEARNER] next=8 | |
I190926 08:20:33.374821 26499 storage/store_snapshot.go:978 [n6,replicate,s6,r4/5:/System{/tsd-tse}] sending LEARNER snapshot 76f829b2 at applied index 83 | |
I190926 08:20:33.374882 26949 storage/raft_snapshot_queue.go:125 [n6,raftsnapshot,s6,r4/5:/System{/tsd-tse}] skipping snapshot; replica is likely a learner in the process of being added: (n7,s7):7LEARNER | |
I190926 08:20:33.385727 649 storage/replica_raft.go:291 [n1,s1,r9/1:/Table/1{3-4}] proposing ADD_REPLICA[(n6,s6):5LEARNER]: after=[(n1,s1):1 (n5,s5):2 (n3,s3):3 (n4,s4):4 (n6,s6):5LEARNER] next=6 | |
I190926 08:20:33.404350 649 storage/store_snapshot.go:978 [n1,replicate,s1,r9/1:/Table/1{3-4}] sending LEARNER snapshot 6120ace1 at applied index 283 | |
I190926 08:20:33.406167 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r9/1:/Table/1{3-4}] streamed snapshot to (n6,s6):5LEARNER: kv pairs: 633, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:33.407546 27038 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r9/1:/Table/1{3-4}] skipping snapshot; replica is likely a learner in the process of being added: (n6,s6):5LEARNER | |
I190926 08:20:33.409650 27036 storage/replica_raftstorage.go:794 [n6,s6,r9/5:{-}] applying LEARNER snapshot [id=6120ace1 index=283] | |
I190926 08:20:33.411706 26499 storage/store_snapshot.go:1021 [n6,replicate,s6,r4/5:/System{/tsd-tse}] streamed snapshot to (n7,s7):7LEARNER: kv pairs: 4550, log entries: 0, rate-limit: 8.0 MiB/sec, 0.04s | |
I190926 08:20:33.415302 26777 storage/replica_raftstorage.go:794 [n7,s7,r4/7:{-}] applying LEARNER snapshot [id=76f829b2 index=83] | |
I190926 08:20:33.425475 27036 storage/replica_raftstorage.go:815 [n6,s6,r9/5:/Table/1{3-4}] applied LEARNER snapshot [total=16ms ingestion=4@15ms id=6120ace1 index=283] | |
I190926 08:20:33.466505 26777 storage/replica_raftstorage.go:815 [n7,s7,r4/7:/System{/tsd-tse}] applied LEARNER snapshot [total=51ms ingestion=4@51ms id=76f829b2 index=83] | |
I190926 08:20:33.482182 26499 storage/replica_command.go:1582 [n6,replicate,s6,r4/5:/System{/tsd-tse}] change replicas (add [(n7,s7):7VOTER_INCOMING] remove [(n5,s5):6VOTER_OUTGOING]): existing descriptor r4:/System{/tsd-tse} [(n4,s4):4, (n5,s5):6, (n6,s6):5, (n7,s7):7LEARNER, next=8, gen=14] | |
I190926 08:20:33.490582 649 storage/replica_command.go:1582 [n1,replicate,s1,r9/1:/Table/1{3-4}] change replicas (add [(n6,s6):5] remove []): existing descriptor r9:/Table/1{3-4} [(n1,s1):1, (n5,s5):2, (n3,s3):3, (n4,s4):4, (n6,s6):5LEARNER, next=6, gen=7] | |
I190926 08:20:33.560957 649 storage/replica_raft.go:291 [n1,s1,r9/1:/Table/1{3-4}] proposing ADD_REPLICA[(n6,s6):5]: after=[(n1,s1):1 (n5,s5):2 (n3,s3):3 (n4,s4):4 (n6,s6):5] next=6 | |
I190926 08:20:33.570218 649 storage/replica_command.go:1582 [n1,replicate,s1,r14/1:/Table/1{8-9}] change replicas (add [(n7,s7):2LEARNER] remove []): existing descriptor r14:/Table/1{8-9} [(n1,s1):1, next=2, gen=0] | |
I190926 08:20:33.659506 26499 storage/replica_raft.go:291 [n6,s6,r4/5:/System{/tsd-tse}] proposing ENTER_JOINT ADD_REPLICA[(n7,s7):7VOTER_INCOMING], REMOVE_REPLICA[(n5,s5):6VOTER_OUTGOING]: after=[(n4,s4):4 (n5,s5):6VOTER_OUTGOING (n6,s6):5 (n7,s7):7VOTER_INCOMING] next=8 | |
I190926 08:20:33.663145 649 storage/replica_raft.go:291 [n1,s1,r14/1:/Table/1{8-9}] proposing ADD_REPLICA[(n7,s7):2LEARNER]: after=[(n1,s1):1 (n7,s7):2LEARNER] next=3 | |
I190926 08:20:33.665461 26499 storage/replica_command.go:1582 [n6,replicate,s6,r4/5:/System{/tsd-tse}] change replicas (add [] remove []): existing descriptor r4:/System{/tsd-tse} [(n4,s4):4, (n5,s5):6VOTER_OUTGOING, (n6,s6):5, (n7,s7):7VOTER_INCOMING, next=8, gen=15] | |
I190926 08:20:33.667195 649 storage/store_snapshot.go:978 [n1,replicate,s1,r14/1:/Table/1{8-9}] sending LEARNER snapshot a9305ea8 at applied index 16 | |
I190926 08:20:33.667352 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r14/1:/Table/1{8-9}] streamed snapshot to (n7,s7):2LEARNER: kv pairs: 6, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:33.668071 28454 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r14/1:/Table/1{8-9}] skipping snapshot; replica is likely a learner in the process of being added: (n7,s7):2LEARNER | |
I190926 08:20:33.668204 28244 storage/replica_raftstorage.go:794 [n7,s7,r14/2:{-}] applying LEARNER snapshot [id=a9305ea8 index=16] | |
I190926 08:20:33.700058 28677 storage/replica_command.go:1582 [n3,replicate,s3,r9/3:/Table/1{3-4}] change replicas (add [(n7,s7):6LEARNER] remove []): existing descriptor r9:/Table/1{3-4} [(n1,s1):1, (n5,s5):2, (n3,s3):3, (n4,s4):4, (n6,s6):5, next=6, gen=8] | |
I190926 08:20:33.702446 26499 storage/replica_raft.go:291 [n6,s6,r4/5:/System{/tsd-tse}] proposing LEAVE_JOINT: after=[(n4,s4):4 (n7,s7):7 (n6,s6):5] next=8 | |
I190926 08:20:33.705705 9021 storage/store.go:2660 [n5,s5,r4/6:/System{/tsd-tse}] removing replica r4/6 | |
I190926 08:20:33.714571 28244 storage/replica_raftstorage.go:815 [n7,s7,r14/2:/Table/1{8-9}] applied LEARNER snapshot [total=46ms ingestion=4@45ms id=a9305ea8 index=16] | |
I190926 08:20:33.718442 649 storage/replica_command.go:1582 [n1,replicate,s1,r14/1:/Table/1{8-9}] change replicas (add [(n7,s7):2] remove []): existing descriptor r14:/Table/1{8-9} [(n1,s1):1, (n7,s7):2LEARNER, next=3, gen=1] | |
I190926 08:20:33.826682 28677 storage/replica_raft.go:291 [n3,s3,r9/3:/Table/1{3-4}] proposing ADD_REPLICA[(n7,s7):6LEARNER]: after=[(n1,s1):1 (n5,s5):2 (n3,s3):3 (n4,s4):4 (n6,s6):5 (n7,s7):6LEARNER] next=7 | |
I190926 08:20:33.854388 28677 storage/store_snapshot.go:978 [n3,replicate,s3,r9/3:/Table/1{3-4}] sending LEARNER snapshot 4248353e at applied index 301 | |
I190926 08:20:33.854962 649 storage/replica_raft.go:291 [n1,s1,r14/1:/Table/1{8-9}] proposing ADD_REPLICA[(n7,s7):2]: after=[(n1,s1):1 (n7,s7):2] next=3 | |
I190926 08:20:33.855928 649 storage/replica_command.go:1582 [n1,replicate,s1,r14/1:/Table/1{8-9}] change replicas (add [(n5,s5):3LEARNER] remove []): existing descriptor r14:/Table/1{8-9} [(n1,s1):1, (n7,s7):2, next=3, gen=2] | |
I190926 08:20:33.856357 28677 storage/store_snapshot.go:1021 [n3,replicate,s3,r9/3:/Table/1{3-4}] streamed snapshot to (n7,s7):6LEARNER: kv pairs: 673, log entries: 0, rate-limit: 8.0 MiB/sec, 0.01s | |
I190926 08:20:33.869421 649 storage/replica_raft.go:291 [n1,s1,r14/1:/Table/1{8-9}] proposing ADD_REPLICA[(n5,s5):3LEARNER]: after=[(n1,s1):1 (n7,s7):2 (n5,s5):3LEARNER] next=4 | |
I190926 08:20:33.872162 29009 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r14/1:/Table/1{8-9}] skipping snapshot; replica is likely a learner in the process of being added: (n5,s5):3LEARNER | |
I190926 08:20:33.872317 28512 storage/replica_raftstorage.go:794 [n7,s7,r9/6:{-}] applying LEARNER snapshot [id=4248353e index=301] | |
I190926 08:20:33.872837 29498 storage/raft_snapshot_queue.go:125 [n3,raftsnapshot,s3,r9/3:/Table/1{3-4}] skipping snapshot; replica is likely a learner in the process of being added: (n7,s7):6LEARNER | |
I190926 08:20:33.879285 649 storage/store_snapshot.go:978 [n1,replicate,s1,r14/1:/Table/1{8-9}] sending LEARNER snapshot 18986b47 at applied index 20 | |
I190926 08:20:33.879575 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r14/1:/Table/1{8-9}] streamed snapshot to (n5,s5):3LEARNER: kv pairs: 10, log entries: 0, rate-limit: 8.0 MiB/sec, 0.01s | |
I190926 08:20:33.895794 28512 storage/replica_raftstorage.go:815 [n7,s7,r9/6:/Table/1{3-4}] applied LEARNER snapshot [total=23ms ingestion=4@20ms id=4248353e index=301] | |
I190926 08:20:33.901144 28677 storage/replica_command.go:1582 [n3,replicate,s3,r9/3:/Table/1{3-4}] change replicas (add [(n7,s7):6VOTER_INCOMING] remove [(n1,s1):1VOTER_OUTGOING]): existing descriptor r9:/Table/1{3-4} [(n1,s1):1, (n5,s5):2, (n3,s3):3, (n4,s4):4, (n6,s6):5, (n7,s7):6LEARNER, next=7, gen=9] | |
I190926 08:20:33.903297 28450 storage/replica_raftstorage.go:794 [n5,s5,r14/3:{-}] applying LEARNER snapshot [id=18986b47 index=20] | |
I190926 08:20:33.952180 28677 storage/replica_raft.go:291 [n3,s3,r9/3:/Table/1{3-4}] proposing ENTER_JOINT ADD_REPLICA[(n7,s7):6VOTER_INCOMING], REMOVE_REPLICA[(n1,s1):1VOTER_OUTGOING]: after=[(n1,s1):1VOTER_OUTGOING (n5,s5):2 (n3,s3):3 (n4,s4):4 (n6,s6):5 (n7,s7):6VOTER_INCOMING] next=7 | |
I190926 08:20:33.954881 28677 storage/replica_command.go:1582 [n3,replicate,s3,r9/3:/Table/1{3-4}] change replicas (add [] remove []): existing descriptor r9:/Table/1{3-4} [(n1,s1):1VOTER_OUTGOING, (n5,s5):2, (n3,s3):3, (n4,s4):4, (n6,s6):5, (n7,s7):6VOTER_INCOMING, next=7, gen=10] | |
I190926 08:20:33.970089 28677 storage/replica_raft.go:291 [n3,s3,r9/3:/Table/1{3-4}] proposing LEAVE_JOINT: after=[(n7,s7):6 (n5,s5):2 (n3,s3):3 (n4,s4):4 (n6,s6):5] next=7 | |
I190926 08:20:33.979236 336 storage/store.go:2660 [n1,s1,r9/1:/Table/1{3-4}] removing replica r9/1 | |
I190926 08:20:33.991563 28450 storage/replica_raftstorage.go:815 [n5,s5,r14/3:/Table/1{8-9}] applied LEARNER snapshot [total=88ms ingestion=4@88ms id=18986b47 index=20] | |
I190926 08:20:33.995338 30314 storage/replica_command.go:1582 [n4,replicate,s4,r3/2:/System/{NodeLive…-tsd}] change replicas (add [(n7,s7):7LEARNER] remove []): existing descriptor r3:/System/{NodeLivenessMax-tsd} [(n6,s6):6, (n4,s4):2, (n5,s5):3, (n3,s3):4, (n2,s2):5, next=7, gen=11] | |
I190926 08:20:33.998647 649 storage/replica_command.go:1582 [n1,replicate,s1,r14/1:/Table/1{8-9}] change replicas (add [(n5,s5):3] remove []): existing descriptor r14:/Table/1{8-9} [(n1,s1):1, (n7,s7):2, (n5,s5):3LEARNER, next=4, gen=3] | |
I190926 08:20:34.039261 649 storage/replica_raft.go:291 [n1,s1,r14/1:/Table/1{8-9}] proposing ADD_REPLICA[(n5,s5):3]: after=[(n1,s1):1 (n7,s7):2 (n5,s5):3] next=4 | |
I190926 08:20:34.041792 649 storage/replica_command.go:1582 [n1,replicate,s1,r14/1:/Table/1{8-9}] change replicas (add [(n3,s3):4LEARNER] remove []): existing descriptor r14:/Table/1{8-9} [(n1,s1):1, (n7,s7):2, (n5,s5):3, next=4, gen=4] | |
I190926 08:20:34.055632 649 storage/replica_raft.go:291 [n1,s1,r14/1:/Table/1{8-9}] proposing ADD_REPLICA[(n3,s3):4LEARNER]: after=[(n1,s1):1 (n7,s7):2 (n5,s5):3 (n3,s3):4LEARNER] next=5 | |
I190926 08:20:34.065577 30633 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r14/1:/Table/1{8-9}] skipping snapshot; replica is likely a learner in the process of being added: (n3,s3):4LEARNER | |
I190926 08:20:34.065664 649 storage/store_snapshot.go:978 [n1,replicate,s1,r14/1:/Table/1{8-9}] sending LEARNER snapshot ecca3686 at applied index 24 | |
I190926 08:20:34.069107 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r14/1:/Table/1{8-9}] streamed snapshot to (n3,s3):4LEARNER: kv pairs: 14, log entries: 0, rate-limit: 8.0 MiB/sec, 0.01s | |
I190926 08:20:34.075106 30548 storage/replica_raftstorage.go:794 [n3,s3,r14/4:{-}] applying LEARNER snapshot [id=ecca3686 index=24] | |
I190926 08:20:34.117379 30548 storage/replica_raftstorage.go:815 [n3,s3,r14/4:/Table/1{8-9}] applied LEARNER snapshot [total=42ms ingestion=4@42ms id=ecca3686 index=24] | |
I190926 08:20:34.122442 649 storage/replica_command.go:1582 [n1,replicate,s1,r14/1:/Table/1{8-9}] change replicas (add [(n3,s3):4] remove []): existing descriptor r14:/Table/1{8-9} [(n1,s1):1, (n7,s7):2, (n5,s5):3, (n3,s3):4LEARNER, next=5, gen=5] | |
I190926 08:20:34.127152 30314 storage/replica_raft.go:291 [n4,s4,r3/2:/System/{NodeLive…-tsd}] proposing ADD_REPLICA[(n7,s7):7LEARNER]: after=[(n6,s6):6 (n4,s4):2 (n5,s5):3 (n3,s3):4 (n2,s2):5 (n7,s7):7LEARNER] next=8 | |
I190926 08:20:34.137408 30314 storage/store_snapshot.go:978 [n4,replicate,s4,r3/2:/System/{NodeLive…-tsd}] sending LEARNER snapshot ef072a8c at applied index 106 | |
I190926 08:20:34.137610 30999 storage/raft_snapshot_queue.go:125 [n4,raftsnapshot,s4,r3/2:/System/{NodeLive…-tsd}] skipping snapshot; replica is likely a learner in the process of being added: (n7,s7):7LEARNER | |
I190926 08:20:34.138925 30314 storage/store_snapshot.go:1021 [n4,replicate,s4,r3/2:/System/{NodeLive…-tsd}] streamed snapshot to (n7,s7):7LEARNER: kv pairs: 66, log entries: 0, rate-limit: 8.0 MiB/sec, 0.01s | |
I190926 08:20:34.145707 30382 storage/replica_raftstorage.go:794 [n7,s7,r3/7:{-}] applying LEARNER snapshot [id=ef072a8c index=106] | |
I190926 08:20:34.177892 649 storage/replica_raft.go:291 [n1,s1,r14/1:/Table/1{8-9}] proposing ADD_REPLICA[(n3,s3):4]: after=[(n1,s1):1 (n7,s7):2 (n5,s5):3 (n3,s3):4] next=5 | |
I190926 08:20:34.211208 30382 storage/replica_raftstorage.go:815 [n7,s7,r3/7:/System/{NodeLive…-tsd}] applied LEARNER snapshot [total=34ms ingestion=4@18ms id=ef072a8c index=106] | |
I190926 08:20:34.211732 649 storage/replica_command.go:1582 [n1,replicate,s1,r14/1:/Table/1{8-9}] change replicas (add [(n4,s4):5LEARNER] remove []): existing descriptor r14:/Table/1{8-9} [(n1,s1):1, (n7,s7):2, (n5,s5):3, (n3,s3):4, next=5, gen=6] | |
I190926 08:20:34.214148 30314 storage/replica_command.go:1582 [n4,replicate,s4,r3/2:/System/{NodeLive…-tsd}] change replicas (add [(n7,s7):7VOTER_INCOMING] remove [(n2,s2):5VOTER_OUTGOING]): existing descriptor r3:/System/{NodeLivenessMax-tsd} [(n6,s6):6, (n4,s4):2, (n5,s5):3, (n3,s3):4, (n2,s2):5, (n7,s7):7LEARNER, next=8, gen=12] | |
I190926 08:20:34.221010 649 storage/replica_raft.go:291 [n1,s1,r14/1:/Table/1{8-9}] proposing ADD_REPLICA[(n4,s4):5LEARNER]: after=[(n1,s1):1 (n7,s7):2 (n5,s5):3 (n3,s3):4 (n4,s4):5LEARNER] next=6 | |
I190926 08:20:34.225199 649 storage/store_snapshot.go:978 [n1,replicate,s1,r14/1:/Table/1{8-9}] sending LEARNER snapshot b993a8f9 at applied index 28 | |
I190926 08:20:34.225385 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r14/1:/Table/1{8-9}] streamed snapshot to (n4,s4):5LEARNER: kv pairs: 18, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:34.225485 31454 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r14/1:/Table/1{8-9}] skipping snapshot; replica is likely a learner in the process of being added: (n4,s4):5LEARNER | |
I190926 08:20:34.226143 31371 storage/replica_raftstorage.go:794 [n4,s4,r14/5:{-}] applying LEARNER snapshot [id=b993a8f9 index=28] | |
I190926 08:20:34.236100 30314 storage/replica_raft.go:291 [n4,s4,r3/2:/System/{NodeLive…-tsd}] proposing ENTER_JOINT ADD_REPLICA[(n7,s7):7VOTER_INCOMING], REMOVE_REPLICA[(n2,s2):5VOTER_OUTGOING]: after=[(n6,s6):6 (n4,s4):2 (n5,s5):3 (n3,s3):4 (n2,s2):5VOTER_OUTGOING (n7,s7):7VOTER_INCOMING] next=8 | |
I190926 08:20:34.237675 31371 storage/replica_raftstorage.go:815 [n4,s4,r14/5:/Table/1{8-9}] applied LEARNER snapshot [total=11ms ingestion=4@11ms id=b993a8f9 index=28] | |
I190926 08:20:34.238392 30314 storage/replica_command.go:1582 [n4,replicate,s4,r3/2:/System/{NodeLive…-tsd}] change replicas (add [] remove []): existing descriptor r3:/System/{NodeLivenessMax-tsd} [(n6,s6):6, (n4,s4):2, (n5,s5):3, (n3,s3):4, (n2,s2):5VOTER_OUTGOING, (n7,s7):7VOTER_INCOMING, next=8, gen=13] | |
I190926 08:20:34.238937 649 storage/replica_command.go:1582 [n1,replicate,s1,r14/1:/Table/1{8-9}] change replicas (add [(n4,s4):5] remove []): existing descriptor r14:/Table/1{8-9} [(n1,s1):1, (n7,s7):2, (n5,s5):3, (n3,s3):4, (n4,s4):5LEARNER, next=6, gen=7] | |
I190926 08:20:34.262258 30314 storage/replica_raft.go:291 [n4,s4,r3/2:/System/{NodeLive…-tsd}] proposing LEAVE_JOINT: after=[(n6,s6):6 (n4,s4):2 (n5,s5):3 (n3,s3):4 (n7,s7):7] next=8 | |
I190926 08:20:34.268660 2536 storage/store.go:2660 [n2,s2,r3/5:/System/{NodeLive…-tsd}] removing replica r3/5 | |
I190926 08:20:34.288514 649 storage/replica_raft.go:291 [n1,s1,r14/1:/Table/1{8-9}] proposing ADD_REPLICA[(n4,s4):5]: after=[(n1,s1):1 (n7,s7):2 (n5,s5):3 (n3,s3):4 (n4,s4):5] next=6 | |
I190926 08:20:34.306398 649 storage/replica_command.go:1582 [n1,replicate,s1,r14/1:/Table/1{8-9}] change replicas (add [(n2,s2):6LEARNER] remove []): existing descriptor r14:/Table/1{8-9} [(n1,s1):1, (n7,s7):2, (n5,s5):3, (n3,s3):4, (n4,s4):5, next=6, gen=8] | |
I190926 08:20:34.332873 649 storage/replica_raft.go:291 [n1,s1,r14/1:/Table/1{8-9}] proposing ADD_REPLICA[(n2,s2):6LEARNER]: after=[(n1,s1):1 (n7,s7):2 (n5,s5):3 (n3,s3):4 (n4,s4):5 (n2,s2):6LEARNER] next=7 | |
I190926 08:20:34.336026 649 storage/store_snapshot.go:978 [n1,replicate,s1,r14/1:/Table/1{8-9}] sending LEARNER snapshot 6ad17058 at applied index 32 | |
I190926 08:20:34.336227 30686 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r14/1:/Table/1{8-9}] skipping snapshot; replica is likely a learner in the process of being added: (n2,s2):6LEARNER | |
I190926 08:20:34.336274 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r14/1:/Table/1{8-9}] streamed snapshot to (n2,s2):6LEARNER: kv pairs: 22, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:34.337001 32379 storage/replica_raftstorage.go:794 [n2,s2,r14/6:{-}] applying LEARNER snapshot [id=6ad17058 index=32] | |
I190926 08:20:34.341002 32379 storage/replica_raftstorage.go:815 [n2,s2,r14/6:/Table/1{8-9}] applied LEARNER snapshot [total=4ms ingestion=4@4ms id=6ad17058 index=32] | |
I190926 08:20:34.342035 649 storage/replica_command.go:1582 [n1,replicate,s1,r14/1:/Table/1{8-9}] change replicas (add [(n2,s2):6VOTER_INCOMING] remove [(n4,s4):5VOTER_OUTGOING]): existing descriptor r14:/Table/1{8-9} [(n1,s1):1, (n7,s7):2, (n5,s5):3, (n3,s3):4, (n4,s4):5, (n2,s2):6LEARNER, next=7, gen=9] | |
I190926 08:20:34.385431 649 storage/replica_raft.go:291 [n1,s1,r14/1:/Table/1{8-9}] proposing ENTER_JOINT ADD_REPLICA[(n2,s2):6VOTER_INCOMING], REMOVE_REPLICA[(n4,s4):5VOTER_OUTGOING]: after=[(n1,s1):1 (n7,s7):2 (n5,s5):3 (n3,s3):4 (n4,s4):5VOTER_OUTGOING (n2,s2):6VOTER_INCOMING] next=7 | |
I190926 08:20:34.386905 649 storage/replica_command.go:1582 [n1,replicate,s1,r14/1:/Table/1{8-9}] change replicas (add [] remove []): existing descriptor r14:/Table/1{8-9} [(n1,s1):1, (n7,s7):2, (n5,s5):3, (n3,s3):4, (n4,s4):5VOTER_OUTGOING, (n2,s2):6VOTER_INCOMING, next=7, gen=10] | |
I190926 08:20:34.394878 649 storage/replica_raft.go:291 [n1,s1,r14/1:/Table/1{8-9}] proposing LEAVE_JOINT: after=[(n1,s1):1 (n7,s7):2 (n5,s5):3 (n3,s3):4 (n2,s2):6] next=7 | |
I190926 08:20:34.403086 649 storage/replica_command.go:1582 [n1,replicate,s1,r7/1:/Table/1{1-2}] change replicas (add [(n7,s7):2LEARNER] remove []): existing descriptor r7:/Table/1{1-2} [(n1,s1):1, next=2, gen=0] | |
I190926 08:20:34.406323 5806 storage/store.go:2660 [n4,s4,r14/5:/Table/1{8-9}] removing replica r14/5 | |
I190926 08:20:34.412868 649 storage/replica_raft.go:291 [n1,s1,r7/1:/Table/1{1-2}] proposing ADD_REPLICA[(n7,s7):2LEARNER]: after=[(n1,s1):1 (n7,s7):2LEARNER] next=3 | |
I190926 08:20:34.418928 649 storage/store_snapshot.go:978 [n1,replicate,s1,r7/1:/Table/1{1-2}] sending LEARNER snapshot 9f044132 at applied index 22 | |
I190926 08:20:34.419124 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r7/1:/Table/1{1-2}] streamed snapshot to (n7,s7):2LEARNER: kv pairs: 8, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:34.419422 32878 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r7/1:/Table/1{1-2}] skipping snapshot; replica is likely a learner in the process of being added: (n7,s7):2LEARNER | |
I190926 08:20:34.419797 31752 storage/replica_raftstorage.go:794 [n7,s7,r7/2:{-}] applying LEARNER snapshot [id=9f044132 index=22] | |
I190926 08:20:34.434787 31752 storage/replica_raftstorage.go:815 [n7,s7,r7/2:/Table/1{1-2}] applied LEARNER snapshot [total=15ms ingestion=4@14ms id=9f044132 index=22] | |
I190926 08:20:34.437431 649 storage/replica_command.go:1582 [n1,replicate,s1,r7/1:/Table/1{1-2}] change replicas (add [(n7,s7):2] remove []): existing descriptor r7:/Table/1{1-2} [(n1,s1):1, (n7,s7):2LEARNER, next=3, gen=1] | |
I190926 08:20:34.476594 649 storage/replica_raft.go:291 [n1,s1,r7/1:/Table/1{1-2}] proposing ADD_REPLICA[(n7,s7):2]: after=[(n1,s1):1 (n7,s7):2] next=3 | |
I190926 08:20:34.477733 649 storage/replica_command.go:1582 [n1,replicate,s1,r7/1:/Table/1{1-2}] change replicas (add [(n5,s5):3LEARNER] remove []): existing descriptor r7:/Table/1{1-2} [(n1,s1):1, (n7,s7):2, next=3, gen=2] | |
I190926 08:20:34.494958 649 storage/replica_raft.go:291 [n1,s1,r7/1:/Table/1{1-2}] proposing ADD_REPLICA[(n5,s5):3LEARNER]: after=[(n1,s1):1 (n7,s7):2 (n5,s5):3LEARNER] next=4 | |
I190926 08:20:34.497215 649 storage/store_snapshot.go:978 [n1,replicate,s1,r7/1:/Table/1{1-2}] sending LEARNER snapshot f9820e00 at applied index 27 | |
I190926 08:20:34.497341 33387 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r7/1:/Table/1{1-2}] skipping snapshot; replica is likely a learner in the process of being added: (n5,s5):3LEARNER | |
I190926 08:20:34.497398 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r7/1:/Table/1{1-2}] streamed snapshot to (n5,s5):3LEARNER: kv pairs: 12, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:34.500776 33370 storage/replica_raftstorage.go:794 [n5,s5,r7/3:{-}] applying LEARNER snapshot [id=f9820e00 index=27] | |
I190926 08:20:34.504013 33370 storage/replica_raftstorage.go:815 [n5,s5,r7/3:/Table/1{1-2}] applied LEARNER snapshot [total=3ms ingestion=4@3ms id=f9820e00 index=27] | |
I190926 08:20:34.505739 649 storage/replica_command.go:1582 [n1,replicate,s1,r7/1:/Table/1{1-2}] change replicas (add [(n5,s5):3] remove []): existing descriptor r7:/Table/1{1-2} [(n1,s1):1, (n7,s7):2, (n5,s5):3LEARNER, next=4, gen=3] | |
I190926 08:20:34.519435 649 storage/replica_raft.go:291 [n1,s1,r7/1:/Table/1{1-2}] proposing ADD_REPLICA[(n5,s5):3]: after=[(n1,s1):1 (n7,s7):2 (n5,s5):3] next=4 | |
I190926 08:20:34.520921 649 storage/replica_command.go:1582 [n1,replicate,s1,r7/1:/Table/1{1-2}] change replicas (add [(n4,s4):4LEARNER] remove []): existing descriptor r7:/Table/1{1-2} [(n1,s1):1, (n7,s7):2, (n5,s5):3, next=4, gen=4] | |
I190926 08:20:34.539116 649 storage/replica_raft.go:291 [n1,s1,r7/1:/Table/1{1-2}] proposing ADD_REPLICA[(n4,s4):4LEARNER]: after=[(n1,s1):1 (n7,s7):2 (n5,s5):3 (n4,s4):4LEARNER] next=5 | |
I190926 08:20:34.543480 649 storage/store_snapshot.go:978 [n1,replicate,s1,r7/1:/Table/1{1-2}] sending LEARNER snapshot 359785fe at applied index 31 | |
I190926 08:20:34.543676 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r7/1:/Table/1{1-2}] streamed snapshot to (n4,s4):4LEARNER: kv pairs: 16, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:34.543707 33688 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r7/1:/Table/1{1-2}] skipping snapshot; replica is likely a learner in the process of being added: (n4,s4):4LEARNER | |
I190926 08:20:34.544467 33718 storage/replica_raftstorage.go:794 [n4,s4,r7/4:{-}] applying LEARNER snapshot [id=359785fe index=31] | |
I190926 08:20:34.548771 33718 storage/replica_raftstorage.go:815 [n4,s4,r7/4:/Table/1{1-2}] applied LEARNER snapshot [total=4ms ingestion=4@4ms id=359785fe index=31] | |
I190926 08:20:34.549704 649 storage/replica_command.go:1582 [n1,replicate,s1,r7/1:/Table/1{1-2}] change replicas (add [(n4,s4):4] remove []): existing descriptor r7:/Table/1{1-2} [(n1,s1):1, (n7,s7):2, (n5,s5):3, (n4,s4):4LEARNER, next=5, gen=5] | |
I190926 08:20:34.559588 649 storage/replica_raft.go:291 [n1,s1,r7/1:/Table/1{1-2}] proposing ADD_REPLICA[(n4,s4):4]: after=[(n1,s1):1 (n7,s7):2 (n5,s5):3 (n4,s4):4] next=5 | |
I190926 08:20:34.561527 649 storage/replica_command.go:1582 [n1,replicate,s1,r7/1:/Table/1{1-2}] change replicas (add [(n6,s6):5LEARNER] remove []): existing descriptor r7:/Table/1{1-2} [(n1,s1):1, (n7,s7):2, (n5,s5):3, (n4,s4):4, next=5, gen=6] | |
I190926 08:20:34.576601 649 storage/replica_raft.go:291 [n1,s1,r7/1:/Table/1{1-2}] proposing ADD_REPLICA[(n6,s6):5LEARNER]: after=[(n1,s1):1 (n7,s7):2 (n5,s5):3 (n4,s4):4 (n6,s6):5LEARNER] next=6 | |
I190926 08:20:34.580618 33417 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r7/1:/Table/1{1-2}] skipping snapshot; replica is likely a learner in the process of being added: (n6,s6):5LEARNER | |
I190926 08:20:34.581066 649 storage/store_snapshot.go:978 [n1,replicate,s1,r7/1:/Table/1{1-2}] sending LEARNER snapshot 80239b64 at applied index 35 | |
I190926 08:20:34.581297 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r7/1:/Table/1{1-2}] streamed snapshot to (n6,s6):5LEARNER: kv pairs: 20, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:34.582239 33977 storage/replica_raftstorage.go:794 [n6,s6,r7/5:{-}] applying LEARNER snapshot [id=80239b64 index=35] | |
I190926 08:20:34.591054 33689 storage/replica_command.go:1582 [n3,replicate,s3,r14/4:/Table/1{8-9}] change replicas (add [(n6,s6):7LEARNER] remove []): existing descriptor r14:/Table/1{8-9} [(n1,s1):1, (n7,s7):2, (n5,s5):3, (n3,s3):4, (n2,s2):6, next=7, gen=11] | |
I190926 08:20:34.599885 33977 storage/replica_raftstorage.go:815 [n6,s6,r7/5:/Table/1{1-2}] applied LEARNER snapshot [total=18ms ingestion=4@17ms id=80239b64 index=35] | |
I190926 08:20:34.615551 649 storage/replica_command.go:1582 [n1,replicate,s1,r7/1:/Table/1{1-2}] change replicas (add [(n6,s6):5] remove []): existing descriptor r7:/Table/1{1-2} [(n1,s1):1, (n7,s7):2, (n5,s5):3, (n4,s4):4, (n6,s6):5LEARNER, next=6, gen=7] | |
I190926 08:20:34.623741 33689 storage/replica_raft.go:291 [n3,s3,r14/4:/Table/1{8-9}] proposing ADD_REPLICA[(n6,s6):7LEARNER]: after=[(n1,s1):1 (n7,s7):2 (n5,s5):3 (n3,s3):4 (n2,s2):6 (n6,s6):7LEARNER] next=8 | |
I190926 08:20:34.625922 33649 storage/raft_snapshot_queue.go:125 [n3,raftsnapshot,s3,r14/4:/Table/1{8-9}] skipping snapshot; replica is likely a learner in the process of being added: (n6,s6):7LEARNER | |
I190926 08:20:34.625964 33689 storage/store_snapshot.go:978 [n3,replicate,s3,r14/4:/Table/1{8-9}] sending LEARNER snapshot 95f1e82a at applied index 43 | |
I190926 08:20:34.626093 649 storage/replica_raft.go:291 [n1,s1,r7/1:/Table/1{1-2}] proposing ADD_REPLICA[(n6,s6):5]: after=[(n1,s1):1 (n7,s7):2 (n5,s5):3 (n4,s4):4 (n6,s6):5] next=6 | |
I190926 08:20:34.638554 33689 storage/store_snapshot.go:1021 [n3,replicate,s3,r14/4:/Table/1{8-9}] streamed snapshot to (n6,s6):7LEARNER: kv pairs: 29, log entries: 0, rate-limit: 8.0 MiB/sec, 0.01s | |
I190926 08:20:34.639657 649 storage/replica_command.go:1582 [n1,replicate,s1,r1/1:/{Min-System/NodeL…}] change replicas (add [(n2,s2):2LEARNER] remove []): existing descriptor r1:/{Min-System/NodeLiveness} [(n1,s1):1, next=2, gen=0] | |
I190926 08:20:34.642019 34189 storage/replica_raftstorage.go:794 [n6,s6,r14/7:{-}] applying LEARNER snapshot [id=95f1e82a index=43] | |
I190926 08:20:34.650908 649 storage/replica_raft.go:291 [n1,s1,r1/1:/{Min-System/NodeL…}] proposing ADD_REPLICA[(n2,s2):2LEARNER]: after=[(n1,s1):1 (n2,s2):2LEARNER] next=3 | |
I190926 08:20:34.656347 34370 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r1/1:/{Min-System/NodeL…}] skipping snapshot; replica is likely a learner in the process of being added: (n2,s2):2LEARNER | |
I190926 08:20:34.674589 649 storage/store_snapshot.go:978 [n1,replicate,s1,r1/1:/{Min-System/NodeL…}] sending LEARNER snapshot 00348687 at applied index 358 | |
I190926 08:20:34.675367 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r1/1:/{Min-System/NodeL…}] streamed snapshot to (n2,s2):2LEARNER: kv pairs: 185, log entries: 0, rate-limit: 8.0 MiB/sec, 0.02s | |
I190926 08:20:34.676415 34410 storage/replica_raftstorage.go:794 [n2,s2,r1/2:{-}] applying LEARNER snapshot [id=00348687 index=358] | |
I190926 08:20:34.690162 34410 storage/replica_raftstorage.go:815 [n2,s2,r1/2:/{Min-System/NodeL…}] applied LEARNER snapshot [total=14ms ingestion=4@13ms id=00348687 index=358] | |
I190926 08:20:34.691909 649 storage/replica_command.go:1582 [n1,replicate,s1,r1/1:/{Min-System/NodeL…}] change replicas (add [(n2,s2):2] remove []): existing descriptor r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2LEARNER, next=3, gen=1] | |
I190926 08:20:34.701725 34233 storage/replica_command.go:1582 [n5,replicate,s5,r7/3:/Table/1{1-2}] change replicas (add [(n2,s2):6LEARNER] remove []): existing descriptor r7:/Table/1{1-2} [(n1,s1):1, (n7,s7):2, (n5,s5):3, (n4,s4):4, (n6,s6):5, next=6, gen=8] | |
I190926 08:20:34.712629 649 storage/replica_raft.go:291 [n1,s1,r1/1:/{Min-System/NodeL…}] proposing ADD_REPLICA[(n2,s2):2]: after=[(n1,s1):1 (n2,s2):2] next=3 | |
I190926 08:20:34.713648 649 storage/replica_command.go:1582 [n1,replicate,s1,r1/1:/{Min-System/NodeL…}] change replicas (add [(n7,s7):3LEARNER] remove []): existing descriptor r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, next=3, gen=2] | |
I190926 08:20:34.716327 34189 storage/replica_raftstorage.go:815 [n6,s6,r14/7:/Table/1{8-9}] applied LEARNER snapshot [total=74ms ingestion=4@68ms id=95f1e82a index=43] | |
I190926 08:20:34.719580 33689 storage/replica_command.go:1582 [n3,replicate,s3,r14/4:/Table/1{8-9}] change replicas (add [(n6,s6):7VOTER_INCOMING] remove [(n1,s1):1VOTER_OUTGOING]): existing descriptor r14:/Table/1{8-9} [(n1,s1):1, (n7,s7):2, (n5,s5):3, (n3,s3):4, (n2,s2):6, (n6,s6):7LEARNER, next=8, gen=12] | |
I190926 08:20:34.758175 649 storage/replica_raft.go:291 [n1,s1,r1/1:/{Min-System/NodeL…}] proposing ADD_REPLICA[(n7,s7):3LEARNER]: after=[(n1,s1):1 (n2,s2):2 (n7,s7):3LEARNER] next=4 | |
I190926 08:20:34.761765 33689 storage/replica_raft.go:291 [n3,s3,r14/4:/Table/1{8-9}] proposing ENTER_JOINT ADD_REPLICA[(n6,s6):7VOTER_INCOMING], REMOVE_REPLICA[(n1,s1):1VOTER_OUTGOING]: after=[(n1,s1):1VOTER_OUTGOING (n7,s7):2 (n5,s5):3 (n3,s3):4 (n2,s2):6 (n6,s6):7VOTER_INCOMING] next=8 | |
I190926 08:20:34.786074 649 storage/store_snapshot.go:978 [n1,replicate,s1,r1/1:/{Min-System/NodeL…}] sending LEARNER snapshot 9a1dccf6 at applied index 365 | |
I190926 08:20:34.786202 35104 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r1/1:/{Min-System/NodeL…}] skipping snapshot; replica is likely a learner in the process of being added: (n7,s7):3LEARNER | |
I190926 08:20:34.786952 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r1/1:/{Min-System/NodeL…}] streamed snapshot to (n7,s7):3LEARNER: kv pairs: 195, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:34.793688 35085 storage/replica_raftstorage.go:794 [n7,s7,r1/3:{-}] applying LEARNER snapshot [id=9a1dccf6 index=365] | |
I190926 08:20:34.794819 34233 storage/replica_raft.go:291 [n5,s5,r7/3:/Table/1{1-2}] proposing ADD_REPLICA[(n2,s2):6LEARNER]: after=[(n1,s1):1 (n7,s7):2 (n5,s5):3 (n4,s4):4 (n6,s6):5 (n2,s2):6LEARNER] next=7 | |
I190926 08:20:34.801414 34233 storage/store_snapshot.go:978 [n5,replicate,s5,r7/3:/Table/1{1-2}] sending LEARNER snapshot 53fa3f5a at applied index 42 | |
I190926 08:20:34.801470 35342 storage/raft_snapshot_queue.go:125 [n5,raftsnapshot,s5,r7/3:/Table/1{1-2}] skipping snapshot; replica is likely a learner in the process of being added: (n2,s2):6LEARNER | |
I190926 08:20:34.801689 34233 storage/store_snapshot.go:1021 [n5,replicate,s5,r7/3:/Table/1{1-2}] streamed snapshot to (n2,s2):6LEARNER: kv pairs: 24, log entries: 0, rate-limit: 8.0 MiB/sec, 0.01s | |
I190926 08:20:34.802620 35267 storage/replica_raftstorage.go:794 [n2,s2,r7/6:{-}] applying LEARNER snapshot [id=53fa3f5a index=42] | |
I190926 08:20:34.808979 35085 storage/replica_raftstorage.go:815 [n7,s7,r1/3:/{Min-System/NodeL…}] applied LEARNER snapshot [total=15ms ingestion=4@15ms id=9a1dccf6 index=365] | |
I190926 08:20:34.811878 649 storage/replica_command.go:1582 [n1,replicate,s1,r1/1:/{Min-System/NodeL…}] change replicas (add [(n7,s7):3] remove []): existing descriptor r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3LEARNER, next=4, gen=3] | |
I190926 08:20:34.813461 35267 storage/replica_raftstorage.go:815 [n2,s2,r7/6:/Table/1{1-2}] applied LEARNER snapshot [total=11ms ingestion=4@10ms id=53fa3f5a index=42] | |
I190926 08:20:34.814551 33689 storage/replica_command.go:1582 [n3,replicate,s3,r14/4:/Table/1{8-9}] change replicas (add [] remove []): existing descriptor r14:/Table/1{8-9} [(n1,s1):1VOTER_OUTGOING, (n7,s7):2, (n5,s5):3, (n3,s3):4, (n2,s2):6, (n6,s6):7VOTER_INCOMING, next=8, gen=13] | |
I190926 08:20:34.818027 34233 storage/replica_command.go:1582 [n5,replicate,s5,r7/3:/Table/1{1-2}] change replicas (add [(n2,s2):6VOTER_INCOMING] remove [(n1,s1):1VOTER_OUTGOING]): existing descriptor r7:/Table/1{1-2} [(n1,s1):1, (n7,s7):2, (n5,s5):3, (n4,s4):4, (n6,s6):5, (n2,s2):6LEARNER, next=7, gen=9] | |
I190926 08:20:34.822564 33689 storage/replica_raft.go:291 [n3,s3,r14/4:/Table/1{8-9}] proposing LEAVE_JOINT: after=[(n6,s6):7 (n7,s7):2 (n5,s5):3 (n3,s3):4 (n2,s2):6] next=8 | |
I190926 08:20:34.824165 283 storage/store.go:2660 [n1,s1,r14/1:/Table/1{8-9}] removing replica r14/1 | |
I190926 08:20:34.880574 34233 storage/replica_raft.go:291 [n5,s5,r7/3:/Table/1{1-2}] proposing ENTER_JOINT ADD_REPLICA[(n2,s2):6VOTER_INCOMING], REMOVE_REPLICA[(n1,s1):1VOTER_OUTGOING]: after=[(n1,s1):1VOTER_OUTGOING (n7,s7):2 (n5,s5):3 (n4,s4):4 (n6,s6):5 (n2,s2):6VOTER_INCOMING] next=7 | |
I190926 08:20:34.882334 34233 storage/replica_command.go:1582 [n5,replicate,s5,r7/3:/Table/1{1-2}] change replicas (add [] remove []): existing descriptor r7:/Table/1{1-2} [(n1,s1):1VOTER_OUTGOING, (n7,s7):2, (n5,s5):3, (n4,s4):4, (n6,s6):5, (n2,s2):6VOTER_INCOMING, next=7, gen=10] | |
I190926 08:20:34.902359 649 storage/replica_raft.go:291 [n1,s1,r1/1:/{Min-System/NodeL…}] proposing ADD_REPLICA[(n7,s7):3]: after=[(n1,s1):1 (n2,s2):2 (n7,s7):3] next=4 | |
I190926 08:20:34.906112 649 storage/replica_command.go:1582 [n1,replicate,s1,r1/1:/{Min-System/NodeL…}] change replicas (add [(n3,s3):4LEARNER] remove []): existing descriptor r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, next=4, gen=4] | |
I190926 08:20:34.930932 649 storage/replica_raft.go:291 [n1,s1,r1/1:/{Min-System/NodeL…}] proposing ADD_REPLICA[(n3,s3):4LEARNER]: after=[(n1,s1):1 (n2,s2):2 (n7,s7):3 (n3,s3):4LEARNER] next=5 | |
I190926 08:20:34.940568 36263 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r1/1:/{Min-System/NodeL…}] skipping snapshot; replica is likely a learner in the process of being added: (n3,s3):4LEARNER | |
I190926 08:20:34.945020 649 storage/store_snapshot.go:978 [n1,replicate,s1,r1/1:/{Min-System/NodeL…}] sending LEARNER snapshot 59d1a138 at applied index 379 | |
I190926 08:20:34.948473 34233 storage/replica_raft.go:291 [n5,s5,r7/3:/Table/1{1-2}] proposing LEAVE_JOINT: after=[(n2,s2):6 (n7,s7):2 (n5,s5):3 (n4,s4):4 (n6,s6):5] next=7 | |
I190926 08:20:34.951300 9698 storage/store.go:2660 [n1,s1,r7/1:/Table/1{1-2}] removing replica r7/1 | |
I190926 08:20:34.951801 9698 storage/replica_destroy.go:164 [n1,s1,r7/1:/Table/1{1-2}] removed 15 (1+14) keys in 0ms [clear=0ms commit=0ms] | |
I190926 08:20:34.954714 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r1/1:/{Min-System/NodeL…}] streamed snapshot to (n3,s3):4LEARNER: kv pairs: 205, log entries: 0, rate-limit: 8.0 MiB/sec, 0.02s | |
I190926 08:20:34.955276 36296 storage/replica_raftstorage.go:794 [n3,s3,r1/4:{-}] applying LEARNER snapshot [id=59d1a138 index=379] | |
I190926 08:20:34.968360 36296 storage/replica_raftstorage.go:815 [n3,s3,r1/4:/{Min-System/NodeL…}] applied LEARNER snapshot [total=13ms ingestion=4@12ms id=59d1a138 index=379] | |
I190926 08:20:34.969368 649 storage/replica_command.go:1582 [n1,replicate,s1,r1/1:/{Min-System/NodeL…}] change replicas (add [(n3,s3):4] remove []): existing descriptor r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4LEARNER, next=5, gen=5] | |
I190926 08:20:35.000414 649 storage/replica_raft.go:291 [n1,s1,r1/1:/{Min-System/NodeL…}] proposing ADD_REPLICA[(n3,s3):4]: after=[(n1,s1):1 (n2,s2):2 (n7,s7):3 (n3,s3):4] next=5 | |
I190926 08:20:35.030788 649 storage/replica_command.go:1582 [n1,replicate,s1,r1/1:/{Min-System/NodeL…}] change replicas (add [(n5,s5):5LEARNER] remove []): existing descriptor r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, next=5, gen=6] | |
I190926 08:20:35.037540 649 storage/replica_raft.go:291 [n1,s1,r1/1:/{Min-System/NodeL…}] proposing ADD_REPLICA[(n5,s5):5LEARNER]: after=[(n1,s1):1 (n2,s2):2 (n7,s7):3 (n3,s3):4 (n5,s5):5LEARNER] next=6 | |
I190926 08:20:35.043585 35996 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r1/1:/{Min-System/NodeL…}] skipping snapshot; replica is likely a learner in the process of being added: (n5,s5):5LEARNER | |
I190926 08:20:35.043648 649 storage/store_snapshot.go:978 [n1,replicate,s1,r1/1:/{Min-System/NodeL…}] sending LEARNER snapshot 60588d98 at applied index 387 | |
I190926 08:20:35.044374 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r1/1:/{Min-System/NodeL…}] streamed snapshot to (n5,s5):5LEARNER: kv pairs: 214, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:35.045615 36448 storage/replica_raftstorage.go:794 [n5,s5,r1/5:{-}] applying LEARNER snapshot [id=60588d98 index=387] | |
I190926 08:20:35.055892 36448 storage/replica_raftstorage.go:815 [n5,s5,r1/5:/{Min-System/NodeL…}] applied LEARNER snapshot [total=10ms ingestion=4@10ms id=60588d98 index=387] | |
I190926 08:20:35.057478 649 storage/replica_command.go:1582 [n1,replicate,s1,r1/1:/{Min-System/NodeL…}] change replicas (add [(n5,s5):5] remove []): existing descriptor r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n5,s5):5LEARNER, next=6, gen=7] | |
I190926 08:20:35.070250 649 storage/replica_raft.go:291 [n1,s1,r1/1:/{Min-System/NodeL…}] proposing ADD_REPLICA[(n5,s5):5]: after=[(n1,s1):1 (n2,s2):2 (n7,s7):3 (n3,s3):4 (n5,s5):5] next=6 | |
I190926 08:20:35.072211 649 storage/replica_command.go:1582 [n1,replicate,s1,r1/1:/{Min-System/NodeL…}] change replicas (add [(n6,s6):6LEARNER] remove []): existing descriptor r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n5,s5):5, next=6, gen=8] | |
I190926 08:20:35.083330 649 storage/replica_raft.go:291 [n1,s1,r1/1:/{Min-System/NodeL…}] proposing ADD_REPLICA[(n6,s6):6LEARNER]: after=[(n1,s1):1 (n2,s2):2 (n7,s7):3 (n3,s3):4 (n5,s5):5 (n6,s6):6LEARNER] next=7 | |
I190926 08:20:35.086741 37128 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r1/1:/{Min-System/NodeL…}] skipping snapshot; replica is likely a learner in the process of being added: (n6,s6):6LEARNER | |
I190926 08:20:35.099720 649 storage/store_snapshot.go:978 [n1,replicate,s1,r1/1:/{Min-System/NodeL…}] sending LEARNER snapshot a2fa1e8b at applied index 393 | |
I190926 08:20:35.100541 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r1/1:/{Min-System/NodeL…}] streamed snapshot to (n6,s6):6LEARNER: kv pairs: 222, log entries: 0, rate-limit: 8.0 MiB/sec, 0.02s | |
I190926 08:20:35.101678 37190 storage/replica_raftstorage.go:794 [n6,s6,r1/6:{-}] applying LEARNER snapshot [id=a2fa1e8b index=393] | |
I190926 08:20:35.106145 37190 storage/replica_raftstorage.go:815 [n6,s6,r1/6:/{Min-System/NodeL…}] applied LEARNER snapshot [total=4ms ingestion=4@4ms id=a2fa1e8b index=393] | |
I190926 08:20:35.108953 649 storage/replica_command.go:1582 [n1,replicate,s1,r1/1:/{Min-System/NodeL…}] change replicas (add [(n6,s6):6VOTER_INCOMING] remove [(n5,s5):5VOTER_OUTGOING]): existing descriptor r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n5,s5):5, (n6,s6):6LEARNER, next=7, gen=9] | |
I190926 08:20:35.151411 390 server/status/runtime.go:498 [n1] runtime stats: 360 MiB RSS, 3629 goroutines, 154 MiB/44 MiB/241 MiB GO alloc/idle/total, 114 MiB/158 MiB CGO alloc/total, 0.0 CGO/sec, 0.0/0.0 %(u/s)time, 0.0 %gc (19x), 134 MiB/134 MiB (r/w)net | |
I190926 08:20:35.184117 649 storage/replica_raft.go:291 [n1,s1,r1/1:/{Min-System/NodeL…}] proposing ENTER_JOINT ADD_REPLICA[(n6,s6):6VOTER_INCOMING], REMOVE_REPLICA[(n5,s5):5VOTER_OUTGOING]: after=[(n1,s1):1 (n2,s2):2 (n7,s7):3 (n3,s3):4 (n5,s5):5VOTER_OUTGOING (n6,s6):6VOTER_INCOMING] next=7 | |
I190926 08:20:35.186032 649 storage/replica_command.go:1582 [n1,replicate,s1,r1/1:/{Min-System/NodeL…}] change replicas (add [] remove []): existing descriptor r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n5,s5):5VOTER_OUTGOING, (n6,s6):6VOTER_INCOMING, next=7, gen=10] | |
I190926 08:20:35.188207 649 storage/replica_raft.go:291 [n1,s1,r1/1:/{Min-System/NodeL…}] proposing LEAVE_JOINT: after=[(n1,s1):1 (n2,s2):2 (n7,s7):3 (n3,s3):4 (n6,s6):6] next=7 | |
I190926 08:20:35.190651 649 storage/replica_command.go:1582 [n1,replicate,s1,r1/1:/{Min-System/NodeL…}] change replicas (add [(n4,s4):7LEARNER] remove []): existing descriptor r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, next=7, gen=11] | |
I190926 08:20:35.191605 9090 storage/store.go:2660 [n5,s5,r1/5:/{Min-System/NodeL…}] removing replica r1/5 | |
I190926 08:20:35.227146 649 storage/replica_raft.go:291 [n1,s1,r1/1:/{Min-System/NodeL…}] proposing ADD_REPLICA[(n4,s4):7LEARNER]: after=[(n1,s1):1 (n2,s2):2 (n7,s7):3 (n3,s3):4 (n6,s6):6 (n4,s4):7LEARNER] next=8 | |
I190926 08:20:35.239578 649 storage/store_snapshot.go:978 [n1,replicate,s1,r1/1:/{Min-System/NodeL…}] sending LEARNER snapshot 2b974242 at applied index 401 | |
I190926 08:20:35.240487 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r1/1:/{Min-System/NodeL…}] streamed snapshot to (n4,s4):7LEARNER: kv pairs: 233, log entries: 0, rate-limit: 8.0 MiB/sec, 0.01s | |
I190926 08:20:35.244191 37900 storage/replica_raftstorage.go:794 [n4,s4,r1/7:{-}] applying LEARNER snapshot [id=2b974242 index=401] | |
I190926 08:20:35.247708 37900 storage/replica_raftstorage.go:815 [n4,s4,r1/7:/{Min-System/NodeL…}] applied LEARNER snapshot [total=3ms ingestion=4@3ms id=2b974242 index=401] | |
I190926 08:20:35.248522 649 storage/replica_command.go:1582 [n1,replicate,s1,r1/1:/{Min-System/NodeL…}] change replicas (add [(n4,s4):7VOTER_INCOMING] remove [(n3,s3):4VOTER_OUTGOING]): existing descriptor r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
I190926 08:20:35.254539 37495 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r1/1:/{Min-System/NodeL…}] skipping snapshot; replica is likely a learner in the process of being added: (n4,s4):7LEARNER | |
I190926 08:20:35.290871 649 storage/replica_raft.go:291 [n1,s1,r1/1:/{Min-System/NodeL…}] proposing ENTER_JOINT ADD_REPLICA[(n4,s4):7VOTER_INCOMING], REMOVE_REPLICA[(n3,s3):4VOTER_OUTGOING]: after=[(n1,s1):1 (n2,s2):2 (n7,s7):3 (n3,s3):4VOTER_OUTGOING (n6,s6):6 (n4,s4):7VOTER_INCOMING] next=8 | |
I190926 08:20:35.298434 649 storage/replica_command.go:1582 [n1,replicate,s1,r1/1:/{Min-System/NodeL…}] change replicas (add [] remove []): existing descriptor r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4VOTER_OUTGOING, (n6,s6):6, (n4,s4):7VOTER_INCOMING, next=8, gen=13] | |
I190926 08:20:35.301150 649 storage/replica_raft.go:291 [n1,s1,r1/1:/{Min-System/NodeL…}] proposing LEAVE_JOINT: after=[(n1,s1):1 (n2,s2):2 (n7,s7):3 (n4,s4):7 (n6,s6):6] next=8 | |
I190926 08:20:35.306752 3871 storage/store.go:2660 [n3,s3,r1/4:/{Min-System/NodeL…}] removing replica r1/4 | |
I190926 08:20:35.307369 649 storage/replica_command.go:1582 [n1,replicate,s1,r1/1:/{Min-System/NodeL…}] change replicas (add [(n5,s5):8LEARNER] remove []): existing descriptor r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n4,s4):7, (n6,s6):6, next=8, gen=14] | |
I190926 08:20:35.322066 649 storage/replica_raft.go:291 [n1,s1,r1/1:/{Min-System/NodeL…}] proposing ADD_REPLICA[(n5,s5):8LEARNER]: after=[(n1,s1):1 (n2,s2):2 (n7,s7):3 (n4,s4):7 (n6,s6):6 (n5,s5):8LEARNER] next=9 | |
I190926 08:20:35.328715 649 storage/store_snapshot.go:978 [n1,replicate,s1,r1/1:/{Min-System/NodeL…}] sending LEARNER snapshot 6aaf77fe at applied index 409 | |
I190926 08:20:35.328808 38486 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r1/1:/{Min-System/NodeL…}] skipping snapshot; replica is likely a learner in the process of being added: (n5,s5):8LEARNER | |
I190926 08:20:35.331693 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r1/1:/{Min-System/NodeL…}] streamed snapshot to (n5,s5):8LEARNER: kv pairs: 244, log entries: 0, rate-limit: 8.0 MiB/sec, 0.01s | |
I190926 08:20:35.338651 38381 storage/replica_raftstorage.go:794 [n5,s5,r1/8:{-}] applying LEARNER snapshot [id=6aaf77fe index=409] | |
I190926 08:20:35.353609 38381 storage/replica_raftstorage.go:815 [n5,s5,r1/8:/{Min-System/NodeL…}] applied LEARNER snapshot [total=15ms ingestion=4@14ms id=6aaf77fe index=409] | |
I190926 08:20:35.355099 649 storage/replica_command.go:1582 [n1,replicate,s1,r1/1:/{Min-System/NodeL…}] change replicas (add [(n5,s5):8VOTER_INCOMING] remove [(n4,s4):7VOTER_OUTGOING]): existing descriptor r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n4,s4):7, (n6,s6):6, (n5,s5):8LEARNER, next=9, gen=15] | |
I190926 08:20:35.377491 649 storage/replica_raft.go:291 [n1,s1,r1/1:/{Min-System/NodeL…}] proposing ENTER_JOINT ADD_REPLICA[(n5,s5):8VOTER_INCOMING], REMOVE_REPLICA[(n4,s4):7VOTER_OUTGOING]: after=[(n1,s1):1 (n2,s2):2 (n7,s7):3 (n4,s4):7VOTER_OUTGOING (n6,s6):6 (n5,s5):8VOTER_INCOMING] next=9 | |
I190926 08:20:35.379708 649 storage/replica_command.go:1582 [n1,replicate,s1,r1/1:/{Min-System/NodeL…}] change replicas (add [] remove []): existing descriptor r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n4,s4):7VOTER_OUTGOING, (n6,s6):6, (n5,s5):8VOTER_INCOMING, next=9, gen=16] | |
I190926 08:20:35.383651 649 storage/replica_raft.go:291 [n1,s1,r1/1:/{Min-System/NodeL…}] proposing LEAVE_JOINT: after=[(n1,s1):1 (n2,s2):2 (n7,s7):3 (n5,s5):8 (n6,s6):6] next=9 | |
I190926 08:20:35.392522 649 storage/replica_command.go:1582 [n1,replicate,s1,r2/1:/System/NodeLiveness{-Max}] change replicas (add [(n2,s2):2LEARNER] remove []): existing descriptor r2:/System/NodeLiveness{-Max} [(n1,s1):1, next=2, gen=0] | |
I190926 08:20:35.406005 649 storage/replica_raft.go:291 [n1,s1,r2/1:/System/NodeLiveness{-Max}] proposing ADD_REPLICA[(n2,s2):2LEARNER]: after=[(n1,s1):1 (n2,s2):2LEARNER] next=3 | |
I190926 08:20:35.408378 38937 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r2/1:/System/NodeLiveness{-Max}] skipping snapshot; replica is likely a learner in the process of being added: (n2,s2):2LEARNER | |
I190926 08:20:35.408564 649 storage/store_snapshot.go:978 [n1,replicate,s1,r2/1:/System/NodeLiveness{-Max}] sending LEARNER snapshot 028f2d88 at applied index 42 | |
I190926 08:20:35.409001 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r2/1:/System/NodeLiveness{-Max}] streamed snapshot to (n2,s2):2LEARNER: kv pairs: 20, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:35.409763 38403 storage/replica_raftstorage.go:794 [n2,s2,r2/2:{-}] applying LEARNER snapshot [id=028f2d88 index=42] | |
I190926 08:20:35.412728 38403 storage/replica_raftstorage.go:815 [n2,s2,r2/2:/System/NodeLiveness{-Max}] applied LEARNER snapshot [total=3ms ingestion=4@3ms id=028f2d88 index=42] | |
I190926 08:20:35.418918 649 storage/replica_command.go:1582 [n1,replicate,s1,r2/1:/System/NodeLiveness{-Max}] change replicas (add [(n2,s2):2] remove []): existing descriptor r2:/System/NodeLiveness{-Max} [(n1,s1):1, (n2,s2):2LEARNER, next=3, gen=1] | |
I190926 08:20:35.423204 39062 storage/replica_command.go:1582 [n7,replicate,s7,r1/3:/{Min-System/NodeL…}] change replicas (add [(n3,s3):9LEARNER] remove []): existing descriptor r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n6,s6):6, next=9, gen=17] | |
I190926 08:20:35.595480 649 storage/replica_raft.go:291 [n1,s1,r2/1:/System/NodeLiveness{-Max}] proposing ADD_REPLICA[(n2,s2):2]: after=[(n1,s1):1 (n2,s2):2] next=3 | |
I190926 08:20:35.597135 649 storage/replica_command.go:1582 [n1,replicate,s1,r2/1:/System/NodeLiveness{-Max}] change replicas (add [(n3,s3):3LEARNER] remove []): existing descriptor r2:/System/NodeLiveness{-Max} [(n1,s1):1, (n2,s2):2, next=3, gen=2] | |
W190926 08:20:35.610892 590 server/node.go:817 [n1,summaries] health alerts detected: {Alerts:[{StoreID:1 Category:METRICS Description:ranges.underreplicated Value:12}]} | |
I190926 08:20:35.619643 39062 storage/replica_raft.go:291 [n7,s7,r1/3:/{Min-System/NodeL…}] proposing ADD_REPLICA[(n3,s3):9LEARNER]: after=[(n1,s1):1 (n2,s2):2 (n7,s7):3 (n5,s5):8 (n6,s6):6 (n3,s3):9LEARNER] next=10 | |
I190926 08:20:35.622843 649 storage/replica_raft.go:291 [n1,s1,r2/1:/System/NodeLiveness{-Max}] proposing ADD_REPLICA[(n3,s3):3LEARNER]: after=[(n1,s1):1 (n2,s2):2 (n3,s3):3LEARNER] next=4 | |
I190926 08:20:35.625293 649 storage/store_snapshot.go:978 [n1,replicate,s1,r2/1:/System/NodeLiveness{-Max}] sending LEARNER snapshot 9046126e at applied index 47 | |
I190926 08:20:35.625486 40019 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r2/1:/System/NodeLiveness{-Max}] skipping snapshot; replica is likely a learner in the process of being added: (n3,s3):3LEARNER | |
I190926 08:20:35.625612 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r2/1:/System/NodeLiveness{-Max}] streamed snapshot to (n3,s3):3LEARNER: kv pairs: 24, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:35.626372 40023 storage/replica_raftstorage.go:794 [n3,s3,r2/3:{-}] applying LEARNER snapshot [id=9046126e index=47] | |
I190926 08:20:35.634012 40023 storage/replica_raftstorage.go:815 [n3,s3,r2/3:/System/NodeLiveness{-Max}] applied LEARNER snapshot [total=8ms ingestion=4@7ms id=9046126e index=47] | |
I190926 08:20:35.641481 649 storage/replica_command.go:1582 [n1,replicate,s1,r2/1:/System/NodeLiveness{-Max}] change replicas (add [(n3,s3):3] remove []): existing descriptor r2:/System/NodeLiveness{-Max} [(n1,s1):1, (n2,s2):2, (n3,s3):3LEARNER, next=4, gen=3] | |
I190926 08:20:35.650895 39602 storage/raft_snapshot_queue.go:125 [n7,raftsnapshot,s7,r1/3:/{Min-System/NodeL…}] skipping snapshot; replica is likely a learner in the process of being added: (n3,s3):9LEARNER | |
I190926 08:20:35.651722 39062 storage/store_snapshot.go:978 [n7,replicate,s7,r1/3:/{Min-System/NodeL…}] sending LEARNER snapshot aba11a1a at applied index 428 | |
I190926 08:20:35.655435 39062 storage/store_snapshot.go:1021 [n7,replicate,s7,r1/3:/{Min-System/NodeL…}] streamed snapshot to (n3,s3):9LEARNER: kv pairs: 259, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:35.656653 39604 storage/replica_raftstorage.go:794 [n3,s3,r1/9:{-}] applying LEARNER snapshot [id=aba11a1a index=428] | |
I190926 08:20:35.658704 649 storage/replica_raft.go:291 [n1,s1,r2/1:/System/NodeLiveness{-Max}] proposing ADD_REPLICA[(n3,s3):3]: after=[(n1,s1):1 (n2,s2):2 (n3,s3):3] next=4 | |
I190926 08:20:35.660399 649 storage/replica_command.go:1582 [n1,replicate,s1,r2/1:/System/NodeLiveness{-Max}] change replicas (add [(n7,s7):4LEARNER] remove []): existing descriptor r2:/System/NodeLiveness{-Max} [(n1,s1):1, (n2,s2):2, (n3,s3):3, next=4, gen=4] | |
I190926 08:20:35.662662 39604 storage/replica_raftstorage.go:815 [n3,s3,r1/9:/{Min-System/NodeL…}] applied LEARNER snapshot [total=6ms ingestion=4@6ms id=aba11a1a index=428] | |
I190926 08:20:35.663500 39062 storage/replica_command.go:1582 [n7,replicate,s7,r1/3:/{Min-System/NodeL…}] change replicas (add [(n3,s3):9VOTER_INCOMING] remove [(n1,s1):1VOTER_OUTGOING]): existing descriptor r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n6,s6):6, (n3,s3):9LEARNER, next=10, gen=18] | |
I190926 08:20:35.682038 649 storage/replica_raft.go:291 [n1,s1,r2/1:/System/NodeLiveness{-Max}] proposing ADD_REPLICA[(n7,s7):4LEARNER]: after=[(n1,s1):1 (n2,s2):2 (n3,s3):3 (n7,s7):4LEARNER] next=5 | |
I190926 08:20:35.684449 39514 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r2/1:/System/NodeLiveness{-Max}] skipping snapshot; replica is likely a learner in the process of being added: (n7,s7):4LEARNER | |
I190926 08:20:35.685860 649 storage/store_snapshot.go:978 [n1,replicate,s1,r2/1:/System/NodeLiveness{-Max}] sending LEARNER snapshot 445d7c40 at applied index 52 | |
I190926 08:20:35.686176 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r2/1:/System/NodeLiveness{-Max}] streamed snapshot to (n7,s7):4LEARNER: kv pairs: 28, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:35.686972 39516 storage/replica_raftstorage.go:794 [n7,s7,r2/4:{-}] applying LEARNER snapshot [id=445d7c40 index=52] | |
I190926 08:20:35.719942 39062 storage/replica_raft.go:291 [n7,s7,r1/3:/{Min-System/NodeL…}] proposing ENTER_JOINT ADD_REPLICA[(n3,s3):9VOTER_INCOMING], REMOVE_REPLICA[(n1,s1):1VOTER_OUTGOING]: after=[(n1,s1):1VOTER_OUTGOING (n2,s2):2 (n7,s7):3 (n5,s5):8 (n6,s6):6 (n3,s3):9VOTER_INCOMING] next=10 | |
I190926 08:20:35.726462 39062 storage/replica_command.go:1582 [n7,replicate,s7,r1/3:/{Min-System/NodeL…}] change replicas (add [] remove []): existing descriptor r1:/{Min-System/NodeLiveness} [(n1,s1):1VOTER_OUTGOING, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n6,s6):6, (n3,s3):9VOTER_INCOMING, next=10, gen=19] | |
I190926 08:20:35.728576 39062 storage/replica_raft.go:291 [n7,s7,r1/3:/{Min-System/NodeL…}] proposing LEAVE_JOINT: after=[(n3,s3):9 (n2,s2):2 (n7,s7):3 (n5,s5):8 (n6,s6):6] next=10 | |
I190926 08:20:35.734632 290 storage/store.go:2660 [n1,s1,r1/1:/{Min-System/NodeL…}] removing replica r1/1 | |
I190926 08:20:35.739003 39516 storage/replica_raftstorage.go:815 [n7,s7,r2/4:/System/NodeLiveness{-Max}] applied LEARNER snapshot [total=42ms ingestion=4@41ms id=445d7c40 index=52] | |
I190926 08:20:35.740845 649 storage/replica_command.go:1582 [n1,replicate,s1,r2/1:/System/NodeLiveness{-Max}] change replicas (add [(n7,s7):4] remove []): existing descriptor r2:/System/NodeLiveness{-Max} [(n1,s1):1, (n2,s2):2, (n3,s3):3, (n7,s7):4LEARNER, next=5, gen=5] | |
I190926 08:20:35.756206 649 storage/replica_raft.go:291 [n1,s1,r2/1:/System/NodeLiveness{-Max}] proposing ADD_REPLICA[(n7,s7):4]: after=[(n1,s1):1 (n2,s2):2 (n3,s3):3 (n7,s7):4] next=5 | |
I190926 08:20:35.759471 649 storage/replica_command.go:1582 [n1,replicate,s1,r2/1:/System/NodeLiveness{-Max}] change replicas (add [(n4,s4):5LEARNER] remove []): existing descriptor r2:/System/NodeLiveness{-Max} [(n1,s1):1, (n2,s2):2, (n3,s3):3, (n7,s7):4, next=5, gen=6] | |
I190926 08:20:35.780269 649 storage/replica_raft.go:291 [n1,s1,r2/1:/System/NodeLiveness{-Max}] proposing ADD_REPLICA[(n4,s4):5LEARNER]: after=[(n1,s1):1 (n2,s2):2 (n3,s3):3 (n7,s7):4 (n4,s4):5LEARNER] next=6 | |
I190926 08:20:35.785850 649 storage/store_snapshot.go:978 [n1,replicate,s1,r2/1:/System/NodeLiveness{-Max}] sending LEARNER snapshot 7ac0af08 at applied index 57 | |
I190926 08:20:35.786215 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r2/1:/System/NodeLiveness{-Max}] streamed snapshot to (n4,s4):5LEARNER: kv pairs: 33, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:35.787058 41093 storage/replica_raftstorage.go:794 [n4,s4,r2/5:{-}] applying LEARNER snapshot [id=7ac0af08 index=57] | |
I190926 08:20:35.789329 40823 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r2/1:/System/NodeLiveness{-Max}] skipping snapshot; replica is likely a learner in the process of being added: (n4,s4):5LEARNER | |
I190926 08:20:35.803620 41093 storage/replica_raftstorage.go:815 [n4,s4,r2/5:/System/NodeLiveness{-Max}] applied LEARNER snapshot [total=16ms ingestion=4@16ms id=7ac0af08 index=57] | |
I190926 08:20:35.809812 649 storage/replica_command.go:1582 [n1,replicate,s1,r2/1:/System/NodeLiveness{-Max}] change replicas (add [(n4,s4):5] remove []): existing descriptor r2:/System/NodeLiveness{-Max} [(n1,s1):1, (n2,s2):2, (n3,s3):3, (n7,s7):4, (n4,s4):5LEARNER, next=6, gen=7] | |
I190926 08:20:35.820117 649 storage/replica_raft.go:291 [n1,s1,r2/1:/System/NodeLiveness{-Max}] proposing ADD_REPLICA[(n4,s4):5]: after=[(n1,s1):1 (n2,s2):2 (n3,s3):3 (n7,s7):4 (n4,s4):5] next=6 | |
I190926 08:20:35.822774 649 storage/replica_command.go:1582 [n1,replicate,s1,r21/1:/Table/2{5-6}] change replicas (add [(n3,s3):2LEARNER] remove []): existing descriptor r21:/Table/2{5-6} [(n1,s1):1, next=2, gen=0] | |
I190926 08:20:35.832350 649 storage/replica_raft.go:291 [n1,s1,r21/1:/Table/2{5-6}] proposing ADD_REPLICA[(n3,s3):2LEARNER]: after=[(n1,s1):1 (n3,s3):2LEARNER] next=3 | |
I190926 08:20:35.835997 649 storage/store_snapshot.go:978 [n1,replicate,s1,r21/1:/Table/2{5-6}] sending LEARNER snapshot 5c9cf1f9 at applied index 16 | |
I190926 08:20:35.836113 41097 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r21/1:/Table/2{5-6}] skipping snapshot; replica is likely a learner in the process of being added: (n3,s3):2LEARNER | |
I190926 08:20:35.836217 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r21/1:/Table/2{5-6}] streamed snapshot to (n3,s3):2LEARNER: kv pairs: 6, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:35.836825 41430 storage/replica_raftstorage.go:794 [n3,s3,r21/2:{-}] applying LEARNER snapshot [id=5c9cf1f9 index=16] | |
I190926 08:20:35.840658 41430 storage/replica_raftstorage.go:815 [n3,s3,r21/2:/Table/2{5-6}] applied LEARNER snapshot [total=4ms ingestion=4@3ms id=5c9cf1f9 index=16] | |
I190926 08:20:35.844640 649 storage/replica_command.go:1582 [n1,replicate,s1,r21/1:/Table/2{5-6}] change replicas (add [(n3,s3):2] remove []): existing descriptor r21:/Table/2{5-6} [(n1,s1):1, (n3,s3):2LEARNER, next=3, gen=1] | |
I190926 08:20:35.852419 649 storage/replica_raft.go:291 [n1,s1,r21/1:/Table/2{5-6}] proposing ADD_REPLICA[(n3,s3):2]: after=[(n1,s1):1 (n3,s3):2] next=3 | |
I190926 08:20:35.853308 649 storage/replica_command.go:1582 [n1,replicate,s1,r21/1:/Table/2{5-6}] change replicas (add [(n2,s2):3LEARNER] remove []): existing descriptor r21:/Table/2{5-6} [(n1,s1):1, (n3,s3):2, next=3, gen=2] | |
I190926 08:20:35.896645 649 storage/replica_raft.go:291 [n1,s1,r21/1:/Table/2{5-6}] proposing ADD_REPLICA[(n2,s2):3LEARNER]: after=[(n1,s1):1 (n3,s3):2 (n2,s2):3LEARNER] next=4 | |
I190926 08:20:35.907648 649 storage/store_snapshot.go:978 [n1,replicate,s1,r21/1:/Table/2{5-6}] sending LEARNER snapshot 838963df at applied index 20 | |
I190926 08:20:35.907842 41572 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r21/1:/Table/2{5-6}] skipping snapshot; replica is likely a learner in the process of being added: (n2,s2):3LEARNER | |
I190926 08:20:35.907849 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r21/1:/Table/2{5-6}] streamed snapshot to (n2,s2):3LEARNER: kv pairs: 10, log entries: 0, rate-limit: 8.0 MiB/sec, 0.01s | |
I190926 08:20:35.908567 41738 storage/replica_raftstorage.go:794 [n2,s2,r21/3:{-}] applying LEARNER snapshot [id=838963df index=20] | |
I190926 08:20:35.916334 41738 storage/replica_raftstorage.go:815 [n2,s2,r21/3:/Table/2{5-6}] applied LEARNER snapshot [total=8ms ingestion=4@4ms id=838963df index=20] | |
I190926 08:20:35.917154 649 storage/replica_command.go:1582 [n1,replicate,s1,r21/1:/Table/2{5-6}] change replicas (add [(n2,s2):3] remove []): existing descriptor r21:/Table/2{5-6} [(n1,s1):1, (n3,s3):2, (n2,s2):3LEARNER, next=4, gen=3] | |
I190926 08:20:35.923788 649 storage/replica_raft.go:291 [n1,s1,r21/1:/Table/2{5-6}] proposing ADD_REPLICA[(n2,s2):3]: after=[(n1,s1):1 (n3,s3):2 (n2,s2):3] next=4 | |
I190926 08:20:35.925251 649 storage/replica_command.go:1582 [n1,replicate,s1,r21/1:/Table/2{5-6}] change replicas (add [(n6,s6):4LEARNER] remove []): existing descriptor r21:/Table/2{5-6} [(n1,s1):1, (n3,s3):2, (n2,s2):3, next=4, gen=4] | |
I190926 08:20:35.954481 649 storage/replica_raft.go:291 [n1,s1,r21/1:/Table/2{5-6}] proposing ADD_REPLICA[(n6,s6):4LEARNER]: after=[(n1,s1):1 (n3,s3):2 (n2,s2):3 (n6,s6):4LEARNER] next=5 | |
I190926 08:20:35.958556 649 storage/store_snapshot.go:978 [n1,replicate,s1,r21/1:/Table/2{5-6}] sending LEARNER snapshot dcb7c9d6 at applied index 24 | |
I190926 08:20:35.958883 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r21/1:/Table/2{5-6}] streamed snapshot to (n6,s6):4LEARNER: kv pairs: 14, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:35.959198 41553 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r21/1:/Table/2{5-6}] skipping snapshot; replica is likely a learner in the process of being added: (n6,s6):4LEARNER | |
I190926 08:20:35.959652 42034 storage/replica_raftstorage.go:794 [n6,s6,r21/4:{-}] applying LEARNER snapshot [id=dcb7c9d6 index=24] | |
I190926 08:20:35.994455 42034 storage/replica_raftstorage.go:815 [n6,s6,r21/4:/Table/2{5-6}] applied LEARNER snapshot [total=35ms ingestion=4@33ms id=dcb7c9d6 index=24] | |
I190926 08:20:35.995967 649 storage/replica_command.go:1582 [n1,replicate,s1,r21/1:/Table/2{5-6}] change replicas (add [(n6,s6):4] remove []): existing descriptor r21:/Table/2{5-6} [(n1,s1):1, (n3,s3):2, (n2,s2):3, (n6,s6):4LEARNER, next=5, gen=5] | |
I190926 08:20:36.002885 649 storage/replica_raft.go:291 [n1,s1,r21/1:/Table/2{5-6}] proposing ADD_REPLICA[(n6,s6):4]: after=[(n1,s1):1 (n3,s3):2 (n2,s2):3 (n6,s6):4] next=5 | |
I190926 08:20:36.004994 649 storage/replica_command.go:1582 [n1,replicate,s1,r21/1:/Table/2{5-6}] change replicas (add [(n7,s7):5LEARNER] remove []): existing descriptor r21:/Table/2{5-6} [(n1,s1):1, (n3,s3):2, (n2,s2):3, (n6,s6):4, next=5, gen=6] | |
I190926 08:20:36.022929 649 storage/replica_raft.go:291 [n1,s1,r21/1:/Table/2{5-6}] proposing ADD_REPLICA[(n7,s7):5LEARNER]: after=[(n1,s1):1 (n3,s3):2 (n2,s2):3 (n6,s6):4 (n7,s7):5LEARNER] next=6 | |
I190926 08:20:36.026097 42501 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r21/1:/Table/2{5-6}] skipping snapshot; replica is likely a learner in the process of being added: (n7,s7):5LEARNER | |
I190926 08:20:36.026202 649 storage/store_snapshot.go:978 [n1,replicate,s1,r21/1:/Table/2{5-6}] sending LEARNER snapshot 9d896a7a at applied index 28 | |
I190926 08:20:36.026439 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r21/1:/Table/2{5-6}] streamed snapshot to (n7,s7):5LEARNER: kv pairs: 18, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:36.040285 42303 storage/replica_raftstorage.go:794 [n7,s7,r21/5:{-}] applying LEARNER snapshot [id=9d896a7a index=28] | |
I190926 08:20:36.068377 42303 storage/replica_raftstorage.go:815 [n7,s7,r21/5:/Table/2{5-6}] applied LEARNER snapshot [total=27ms ingestion=4@26ms id=9d896a7a index=28] | |
I190926 08:20:36.074052 649 storage/replica_command.go:1582 [n1,replicate,s1,r21/1:/Table/2{5-6}] change replicas (add [(n7,s7):5] remove []): existing descriptor r21:/Table/2{5-6} [(n1,s1):1, (n3,s3):2, (n2,s2):3, (n6,s6):4, (n7,s7):5LEARNER, next=6, gen=7] | |
I190926 08:20:36.082567 649 storage/replica_raft.go:291 [n1,s1,r21/1:/Table/2{5-6}] proposing ADD_REPLICA[(n7,s7):5]: after=[(n1,s1):1 (n3,s3):2 (n2,s2):3 (n6,s6):4 (n7,s7):5] next=6 | |
I190926 08:20:36.084725 649 storage/replica_command.go:1582 [n1,replicate,s1,r19/1:/Table/2{3-4}] change replicas (add [(n2,s2):2LEARNER] remove []): existing descriptor r19:/Table/2{3-4} [(n1,s1):1, next=2, gen=0] | |
I190926 08:20:36.092353 649 storage/replica_raft.go:291 [n1,s1,r19/1:/Table/2{3-4}] proposing ADD_REPLICA[(n2,s2):2LEARNER]: after=[(n1,s1):1 (n2,s2):2LEARNER] next=3 | |
I190926 08:20:36.094052 649 storage/store_snapshot.go:978 [n1,replicate,s1,r19/1:/Table/2{3-4}] sending LEARNER snapshot 23283369 at applied index 18 | |
I190926 08:20:36.094151 42799 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r19/1:/Table/2{3-4}] skipping snapshot; replica is likely a learner in the process of being added: (n2,s2):2LEARNER | |
I190926 08:20:36.094233 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r19/1:/Table/2{3-4}] streamed snapshot to (n2,s2):2LEARNER: kv pairs: 10, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:36.095525 42797 storage/replica_raftstorage.go:794 [n2,s2,r19/2:{-}] applying LEARNER snapshot [id=23283369 index=18] | |
I190926 08:20:36.105325 42797 storage/replica_raftstorage.go:815 [n2,s2,r19/2:/Table/2{3-4}] applied LEARNER snapshot [total=10ms ingestion=4@9ms id=23283369 index=18] | |
I190926 08:20:36.106148 649 storage/replica_command.go:1582 [n1,replicate,s1,r19/1:/Table/2{3-4}] change replicas (add [(n2,s2):2] remove []): existing descriptor r19:/Table/2{3-4} [(n1,s1):1, (n2,s2):2LEARNER, next=3, gen=1] | |
I190926 08:20:36.115603 649 storage/replica_raft.go:291 [n1,s1,r19/1:/Table/2{3-4}] proposing ADD_REPLICA[(n2,s2):2]: after=[(n1,s1):1 (n2,s2):2] next=3 | |
I190926 08:20:36.116678 649 storage/replica_command.go:1582 [n1,replicate,s1,r19/1:/Table/2{3-4}] change replicas (add [(n5,s5):3LEARNER] remove []): existing descriptor r19:/Table/2{3-4} [(n1,s1):1, (n2,s2):2, next=3, gen=2] | |
I190926 08:20:36.135267 649 storage/replica_raft.go:291 [n1,s1,r19/1:/Table/2{3-4}] proposing ADD_REPLICA[(n5,s5):3LEARNER]: after=[(n1,s1):1 (n2,s2):2 (n5,s5):3LEARNER] next=4 | |
I190926 08:20:36.139350 649 storage/store_snapshot.go:978 [n1,replicate,s1,r19/1:/Table/2{3-4}] sending LEARNER snapshot 6e684636 at applied index 22 | |
I190926 08:20:36.139549 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r19/1:/Table/2{3-4}] streamed snapshot to (n5,s5):3LEARNER: kv pairs: 14, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:36.141233 42718 storage/replica_raftstorage.go:794 [n5,s5,r19/3:{-}] applying LEARNER snapshot [id=6e684636 index=22] | |
I190926 08:20:36.147866 43311 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r19/1:/Table/2{3-4}] skipping snapshot; replica is likely a learner in the process of being added: (n5,s5):3LEARNER | |
I190926 08:20:36.151544 42718 storage/replica_raftstorage.go:815 [n5,s5,r19/3:/Table/2{3-4}] applied LEARNER snapshot [total=10ms ingestion=4@10ms id=6e684636 index=22] | |
I190926 08:20:36.155482 649 storage/replica_command.go:1582 [n1,replicate,s1,r19/1:/Table/2{3-4}] change replicas (add [(n5,s5):3] remove []): existing descriptor r19:/Table/2{3-4} [(n1,s1):1, (n2,s2):2, (n5,s5):3LEARNER, next=4, gen=3] | |
I190926 08:20:36.170708 649 storage/replica_raft.go:291 [n1,s1,r19/1:/Table/2{3-4}] proposing ADD_REPLICA[(n5,s5):3]: after=[(n1,s1):1 (n2,s2):2 (n5,s5):3] next=4 | |
I190926 08:20:36.172685 649 storage/replica_command.go:1582 [n1,replicate,s1,r19/1:/Table/2{3-4}] change replicas (add [(n4,s4):4LEARNER] remove []): existing descriptor r19:/Table/2{3-4} [(n1,s1):1, (n2,s2):2, (n5,s5):3, next=4, gen=4] | |
I190926 08:20:36.208182 649 storage/replica_raft.go:291 [n1,s1,r19/1:/Table/2{3-4}] proposing ADD_REPLICA[(n4,s4):4LEARNER]: after=[(n1,s1):1 (n2,s2):2 (n5,s5):3 (n4,s4):4LEARNER] next=5 | |
I190926 08:20:36.211206 43719 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r19/1:/Table/2{3-4}] skipping snapshot; replica is likely a learner in the process of being added: (n4,s4):4LEARNER | |
I190926 08:20:36.211306 649 storage/store_snapshot.go:978 [n1,replicate,s1,r19/1:/Table/2{3-4}] sending LEARNER snapshot 71f07811 at applied index 26 | |
I190926 08:20:36.211542 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r19/1:/Table/2{3-4}] streamed snapshot to (n4,s4):4LEARNER: kv pairs: 18, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:36.212214 43642 storage/replica_raftstorage.go:794 [n4,s4,r19/4:{-}] applying LEARNER snapshot [id=71f07811 index=26] | |
I190926 08:20:36.233345 43642 storage/replica_raftstorage.go:815 [n4,s4,r19/4:/Table/2{3-4}] applied LEARNER snapshot [total=21ms ingestion=4@21ms id=71f07811 index=26] | |
I190926 08:20:36.234916 649 storage/replica_command.go:1582 [n1,replicate,s1,r19/1:/Table/2{3-4}] change replicas (add [(n4,s4):4] remove []): existing descriptor r19:/Table/2{3-4} [(n1,s1):1, (n2,s2):2, (n5,s5):3, (n4,s4):4LEARNER, next=5, gen=5] | |
I190926 08:20:36.252369 649 storage/replica_raft.go:291 [n1,s1,r19/1:/Table/2{3-4}] proposing ADD_REPLICA[(n4,s4):4]: after=[(n1,s1):1 (n2,s2):2 (n5,s5):3 (n4,s4):4] next=5 | |
I190926 08:20:36.254489 649 storage/replica_command.go:1582 [n1,replicate,s1,r19/1:/Table/2{3-4}] change replicas (add [(n6,s6):5LEARNER] remove []): existing descriptor r19:/Table/2{3-4} [(n1,s1):1, (n2,s2):2, (n5,s5):3, (n4,s4):4, next=5, gen=6] | |
I190926 08:20:36.285662 649 storage/replica_raft.go:291 [n1,s1,r19/1:/Table/2{3-4}] proposing ADD_REPLICA[(n6,s6):5LEARNER]: after=[(n1,s1):1 (n2,s2):2 (n5,s5):3 (n4,s4):4 (n6,s6):5LEARNER] next=6 | |
I190926 08:20:36.289896 43992 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r19/1:/Table/2{3-4}] skipping snapshot; replica is likely a learner in the process of being added: (n6,s6):5LEARNER | |
I190926 08:20:36.290787 649 storage/store_snapshot.go:978 [n1,replicate,s1,r19/1:/Table/2{3-4}] sending LEARNER snapshot c03a0511 at applied index 31 | |
I190926 08:20:36.291080 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r19/1:/Table/2{3-4}] streamed snapshot to (n6,s6):5LEARNER: kv pairs: 22, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:36.291825 44165 storage/replica_raftstorage.go:794 [n6,s6,r19/5:{-}] applying LEARNER snapshot [id=c03a0511 index=31] | |
I190926 08:20:36.298880 44165 storage/replica_raftstorage.go:815 [n6,s6,r19/5:/Table/2{3-4}] applied LEARNER snapshot [total=7ms ingestion=4@7ms id=c03a0511 index=31] | |
I190926 08:20:36.299850 649 storage/replica_command.go:1582 [n1,replicate,s1,r19/1:/Table/2{3-4}] change replicas (add [(n6,s6):5] remove []): existing descriptor r19:/Table/2{3-4} [(n1,s1):1, (n2,s2):2, (n5,s5):3, (n4,s4):4, (n6,s6):5LEARNER, next=6, gen=7] | |
I190926 08:20:36.309720 649 storage/replica_raft.go:291 [n1,s1,r19/1:/Table/2{3-4}] proposing ADD_REPLICA[(n6,s6):5]: after=[(n1,s1):1 (n2,s2):2 (n5,s5):3 (n4,s4):4 (n6,s6):5] next=6 | |
I190926 08:20:36.311553 649 storage/replica_command.go:1582 [n1,replicate,s1,r17/1:/Table/2{1-2}] change replicas (add [(n4,s4):2LEARNER] remove []): existing descriptor r17:/Table/2{1-2} [(n1,s1):1, next=2, gen=0] | |
I190926 08:20:36.345671 649 storage/replica_raft.go:291 [n1,s1,r17/1:/Table/2{1-2}] proposing ADD_REPLICA[(n4,s4):2LEARNER]: after=[(n1,s1):1 (n4,s4):2LEARNER] next=3 | |
I190926 08:20:36.347414 649 storage/store_snapshot.go:978 [n1,replicate,s1,r17/1:/Table/2{1-2}] sending LEARNER snapshot e1636701 at applied index 23 | |
I190926 08:20:36.347515 44236 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r17/1:/Table/2{1-2}] skipping snapshot; replica is likely a learner in the process of being added: (n4,s4):2LEARNER | |
I190926 08:20:36.347596 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r17/1:/Table/2{1-2}] streamed snapshot to (n4,s4):2LEARNER: kv pairs: 11, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:36.348252 44535 storage/replica_raftstorage.go:794 [n4,s4,r17/2:{-}] applying LEARNER snapshot [id=e1636701 index=23] | |
I190926 08:20:36.363749 44535 storage/replica_raftstorage.go:815 [n4,s4,r17/2:/Table/2{1-2}] applied LEARNER snapshot [total=15ms ingestion=4@15ms id=e1636701 index=23] | |
I190926 08:20:36.364770 649 storage/replica_command.go:1582 [n1,replicate,s1,r17/1:/Table/2{1-2}] change replicas (add [(n4,s4):2] remove []): existing descriptor r17:/Table/2{1-2} [(n1,s1):1, (n4,s4):2LEARNER, next=3, gen=1] | |
I190926 08:20:36.409431 649 storage/replica_raft.go:291 [n1,s1,r17/1:/Table/2{1-2}] proposing ADD_REPLICA[(n4,s4):2]: after=[(n1,s1):1 (n4,s4):2] next=3 | |
I190926 08:20:36.410413 649 storage/replica_command.go:1582 [n1,replicate,s1,r17/1:/Table/2{1-2}] change replicas (add [(n6,s6):3LEARNER] remove []): existing descriptor r17:/Table/2{1-2} [(n1,s1):1, (n4,s4):2, next=3, gen=2] | |
I190926 08:20:36.434027 649 storage/replica_raft.go:291 [n1,s1,r17/1:/Table/2{1-2}] proposing ADD_REPLICA[(n6,s6):3LEARNER]: after=[(n1,s1):1 (n4,s4):2 (n6,s6):3LEARNER] next=4 | |
I190926 08:20:36.438155 649 storage/store_snapshot.go:978 [n1,replicate,s1,r17/1:/Table/2{1-2}] sending LEARNER snapshot 7556c26e at applied index 27 | |
I190926 08:20:36.438431 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r17/1:/Table/2{1-2}] streamed snapshot to (n6,s6):3LEARNER: kv pairs: 15, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:36.438503 44836 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r17/1:/Table/2{1-2}] skipping snapshot; replica is likely a learner in the process of being added: (n6,s6):3LEARNER | |
I190926 08:20:36.439131 45174 storage/replica_raftstorage.go:794 [n6,s6,r17/3:{-}] applying LEARNER snapshot [id=7556c26e index=27] | |
I190926 08:20:36.441764 45174 storage/replica_raftstorage.go:815 [n6,s6,r17/3:/Table/2{1-2}] applied LEARNER snapshot [total=3ms ingestion=4@2ms id=7556c26e index=27] | |
I190926 08:20:36.453419 649 storage/replica_command.go:1582 [n1,replicate,s1,r17/1:/Table/2{1-2}] change replicas (add [(n6,s6):3] remove []): existing descriptor r17:/Table/2{1-2} [(n1,s1):1, (n4,s4):2, (n6,s6):3LEARNER, next=4, gen=3] | |
I190926 08:20:36.470679 649 storage/replica_raft.go:291 [n1,s1,r17/1:/Table/2{1-2}] proposing ADD_REPLICA[(n6,s6):3]: after=[(n1,s1):1 (n4,s4):2 (n6,s6):3] next=4 | |
I190926 08:20:36.474063 649 storage/replica_command.go:1582 [n1,replicate,s1,r17/1:/Table/2{1-2}] change replicas (add [(n7,s7):4LEARNER] remove []): existing descriptor r17:/Table/2{1-2} [(n1,s1):1, (n4,s4):2, (n6,s6):3, next=4, gen=4] | |
I190926 08:20:36.493918 649 storage/replica_raft.go:291 [n1,s1,r17/1:/Table/2{1-2}] proposing ADD_REPLICA[(n7,s7):4LEARNER]: after=[(n1,s1):1 (n4,s4):2 (n6,s6):3 (n7,s7):4LEARNER] next=5 | |
I190926 08:20:36.500245 45483 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r17/1:/Table/2{1-2}] skipping snapshot; replica is likely a learner in the process of being added: (n7,s7):4LEARNER | |
I190926 08:20:36.502949 649 storage/store_snapshot.go:978 [n1,replicate,s1,r17/1:/Table/2{1-2}] sending LEARNER snapshot d1e8c45c at applied index 31 | |
I190926 08:20:36.503170 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r17/1:/Table/2{1-2}] streamed snapshot to (n7,s7):4LEARNER: kv pairs: 19, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:36.503917 45344 storage/replica_raftstorage.go:794 [n7,s7,r17/4:{-}] applying LEARNER snapshot [id=d1e8c45c index=31] | |
I190926 08:20:36.525779 45344 storage/replica_raftstorage.go:815 [n7,s7,r17/4:/Table/2{1-2}] applied LEARNER snapshot [total=22ms ingestion=4@20ms id=d1e8c45c index=31] | |
I190926 08:20:36.526745 649 storage/replica_command.go:1582 [n1,replicate,s1,r17/1:/Table/2{1-2}] change replicas (add [(n7,s7):4] remove []): existing descriptor r17:/Table/2{1-2} [(n1,s1):1, (n4,s4):2, (n6,s6):3, (n7,s7):4LEARNER, next=5, gen=5] | |
I190926 08:20:36.533003 649 storage/replica_raft.go:291 [n1,s1,r17/1:/Table/2{1-2}] proposing ADD_REPLICA[(n7,s7):4]: after=[(n1,s1):1 (n4,s4):2 (n6,s6):3 (n7,s7):4] next=5 | |
I190926 08:20:36.535647 649 storage/replica_command.go:1582 [n1,replicate,s1,r17/1:/Table/2{1-2}] change replicas (add [(n5,s5):5LEARNER] remove []): existing descriptor r17:/Table/2{1-2} [(n1,s1):1, (n4,s4):2, (n6,s6):3, (n7,s7):4, next=5, gen=6] | |
I190926 08:20:36.554508 649 storage/replica_raft.go:291 [n1,s1,r17/1:/Table/2{1-2}] proposing ADD_REPLICA[(n5,s5):5LEARNER]: after=[(n1,s1):1 (n4,s4):2 (n6,s6):3 (n7,s7):4 (n5,s5):5LEARNER] next=6 | |
I190926 08:20:36.560777 649 storage/store_snapshot.go:978 [n1,replicate,s1,r17/1:/Table/2{1-2}] sending LEARNER snapshot 9b28f0de at applied index 35 | |
I190926 08:20:36.560928 45806 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r17/1:/Table/2{1-2}] skipping snapshot; replica is likely a learner in the process of being added: (n5,s5):5LEARNER | |
I190926 08:20:36.561017 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r17/1:/Table/2{1-2}] streamed snapshot to (n5,s5):5LEARNER: kv pairs: 23, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:36.561840 45856 storage/replica_raftstorage.go:794 [n5,s5,r17/5:{-}] applying LEARNER snapshot [id=9b28f0de index=35] | |
I190926 08:20:36.582207 45856 storage/replica_raftstorage.go:815 [n5,s5,r17/5:/Table/2{1-2}] applied LEARNER snapshot [total=20ms ingestion=4@20ms id=9b28f0de index=35] | |
I190926 08:20:36.583199 649 storage/replica_command.go:1582 [n1,replicate,s1,r17/1:/Table/2{1-2}] change replicas (add [(n5,s5):5] remove []): existing descriptor r17:/Table/2{1-2} [(n1,s1):1, (n4,s4):2, (n6,s6):3, (n7,s7):4, (n5,s5):5LEARNER, next=6, gen=7] | |
I190926 08:20:36.589712 649 storage/replica_raft.go:291 [n1,s1,r17/1:/Table/2{1-2}] proposing ADD_REPLICA[(n5,s5):5]: after=[(n1,s1):1 (n4,s4):2 (n6,s6):3 (n7,s7):4 (n5,s5):5] next=6 | |
I190926 08:20:36.611693 649 storage/replica_command.go:1582 [n1,replicate,s1,r22/1:/Table/2{6-7}] change replicas (add [(n3,s3):2LEARNER] remove []): existing descriptor r22:/Table/2{6-7} [(n1,s1):1, next=2, gen=0] | |
I190926 08:20:36.620212 649 storage/replica_raft.go:291 [n1,s1,r22/1:/Table/2{6-7}] proposing ADD_REPLICA[(n3,s3):2LEARNER]: after=[(n1,s1):1 (n3,s3):2LEARNER] next=3 | |
I190926 08:20:36.642088 649 storage/store_snapshot.go:978 [n1,replicate,s1,r22/1:/Table/2{6-7}] sending LEARNER snapshot 39ba4853 at applied index 16 | |
I190926 08:20:36.642417 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r22/1:/Table/2{6-7}] streamed snapshot to (n3,s3):2LEARNER: kv pairs: 6, log entries: 0, rate-limit: 8.0 MiB/sec, 0.02s | |
I190926 08:20:36.643250 46446 storage/replica_raftstorage.go:794 [n3,s3,r22/2:{-}] applying LEARNER snapshot [id=39ba4853 index=16] | |
I190926 08:20:36.644653 46446 storage/replica_raftstorage.go:815 [n3,s3,r22/2:/Table/2{6-7}] applied LEARNER snapshot [total=1ms ingestion=4@1ms id=39ba4853 index=16] | |
I190926 08:20:36.650610 649 storage/replica_command.go:1582 [n1,replicate,s1,r22/1:/Table/2{6-7}] change replicas (add [(n3,s3):2] remove []): existing descriptor r22:/Table/2{6-7} [(n1,s1):1, (n3,s3):2LEARNER, next=3, gen=1] | |
I190926 08:20:36.657878 649 storage/replica_raft.go:291 [n1,s1,r22/1:/Table/2{6-7}] proposing ADD_REPLICA[(n3,s3):2]: after=[(n1,s1):1 (n3,s3):2] next=3 | |
I190926 08:20:36.659688 649 storage/replica_command.go:1582 [n1,replicate,s1,r22/1:/Table/2{6-7}] change replicas (add [(n6,s6):3LEARNER] remove []): existing descriptor r22:/Table/2{6-7} [(n1,s1):1, (n3,s3):2, next=3, gen=2] | |
I190926 08:20:36.672683 649 storage/replica_raft.go:291 [n1,s1,r22/1:/Table/2{6-7}] proposing ADD_REPLICA[(n6,s6):3LEARNER]: after=[(n1,s1):1 (n3,s3):2 (n6,s6):3LEARNER] next=4 | |
I190926 08:20:36.677861 649 storage/store_snapshot.go:978 [n1,replicate,s1,r22/1:/Table/2{6-7}] sending LEARNER snapshot a8a9845a at applied index 20 | |
I190926 08:20:36.677999 46512 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r22/1:/Table/2{6-7}] skipping snapshot; replica is likely a learner in the process of being added: (n6,s6):3LEARNER | |
I190926 08:20:36.678094 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r22/1:/Table/2{6-7}] streamed snapshot to (n6,s6):3LEARNER: kv pairs: 10, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:36.678803 45421 storage/replica_raftstorage.go:794 [n6,s6,r22/3:{-}] applying LEARNER snapshot [id=a8a9845a index=20] | |
I190926 08:20:36.687158 45421 storage/replica_raftstorage.go:815 [n6,s6,r22/3:/Table/2{6-7}] applied LEARNER snapshot [total=8ms ingestion=4@8ms id=a8a9845a index=20] | |
I190926 08:20:36.692360 649 storage/replica_command.go:1582 [n1,replicate,s1,r22/1:/Table/2{6-7}] change replicas (add [(n6,s6):3] remove []): existing descriptor r22:/Table/2{6-7} [(n1,s1):1, (n3,s3):2, (n6,s6):3LEARNER, next=4, gen=3] | |
I190926 08:20:36.711401 649 storage/replica_raft.go:291 [n1,s1,r22/1:/Table/2{6-7}] proposing ADD_REPLICA[(n6,s6):3]: after=[(n1,s1):1 (n3,s3):2 (n6,s6):3] next=4 | |
I190926 08:20:36.712775 649 storage/replica_command.go:1582 [n1,replicate,s1,r22/1:/Table/2{6-7}] change replicas (add [(n4,s4):4LEARNER] remove []): existing descriptor r22:/Table/2{6-7} [(n1,s1):1, (n3,s3):2, (n6,s6):3, next=4, gen=4] | |
I190926 08:20:36.728393 649 storage/replica_raft.go:291 [n1,s1,r22/1:/Table/2{6-7}] proposing ADD_REPLICA[(n4,s4):4LEARNER]: after=[(n1,s1):1 (n3,s3):2 (n6,s6):3 (n4,s4):4LEARNER] next=5 | |
I190926 08:20:36.732690 649 storage/store_snapshot.go:978 [n1,replicate,s1,r22/1:/Table/2{6-7}] sending LEARNER snapshot bc7cd2d4 at applied index 24 | |
I190926 08:20:36.732814 47022 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r22/1:/Table/2{6-7}] skipping snapshot; replica is likely a learner in the process of being added: (n4,s4):4LEARNER | |
I190926 08:20:36.732933 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r22/1:/Table/2{6-7}] streamed snapshot to (n4,s4):4LEARNER: kv pairs: 14, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:36.733594 46740 storage/replica_raftstorage.go:794 [n4,s4,r22/4:{-}] applying LEARNER snapshot [id=bc7cd2d4 index=24] | |
I190926 08:20:36.737828 46740 storage/replica_raftstorage.go:815 [n4,s4,r22/4:/Table/2{6-7}] applied LEARNER snapshot [total=4ms ingestion=4@4ms id=bc7cd2d4 index=24] | |
I190926 08:20:36.740459 649 storage/replica_command.go:1582 [n1,replicate,s1,r22/1:/Table/2{6-7}] change replicas (add [(n4,s4):4] remove []): existing descriptor r22:/Table/2{6-7} [(n1,s1):1, (n3,s3):2, (n6,s6):3, (n4,s4):4LEARNER, next=5, gen=5] | |
I190926 08:20:36.784570 649 storage/replica_raft.go:291 [n1,s1,r22/1:/Table/2{6-7}] proposing ADD_REPLICA[(n4,s4):4]: after=[(n1,s1):1 (n3,s3):2 (n6,s6):3 (n4,s4):4] next=5 | |
I190926 08:20:36.797061 649 storage/replica_command.go:1582 [n1,replicate,s1,r22/1:/Table/2{6-7}] change replicas (add [(n7,s7):5LEARNER] remove []): existing descriptor r22:/Table/2{6-7} [(n1,s1):1, (n3,s3):2, (n6,s6):3, (n4,s4):4, next=5, gen=6] | |
I190926 08:20:36.798806 2608 server/status/runtime.go:498 [n2] runtime stats: 396 MiB RSS, 3642 goroutines, 155 MiB/41 MiB/265 MiB GO alloc/idle/total, 111 MiB/164 MiB CGO alloc/total, 0.0 CGO/sec, 0.0/0.0 %(u/s)time, 0.0 %gc (20x), 133 MiB/133 MiB (r/w)net | |
I190926 08:20:36.808479 649 storage/replica_raft.go:291 [n1,s1,r22/1:/Table/2{6-7}] proposing ADD_REPLICA[(n7,s7):5LEARNER]: after=[(n1,s1):1 (n3,s3):2 (n6,s6):3 (n4,s4):4 (n7,s7):5LEARNER] next=6 | |
I190926 08:20:36.812447 47285 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r22/1:/Table/2{6-7}] skipping snapshot; replica is likely a learner in the process of being added: (n7,s7):5LEARNER | |
I190926 08:20:36.814151 649 storage/store_snapshot.go:978 [n1,replicate,s1,r22/1:/Table/2{6-7}] sending LEARNER snapshot 4d223a62 at applied index 28 | |
I190926 08:20:36.814486 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r22/1:/Table/2{6-7}] streamed snapshot to (n7,s7):5LEARNER: kv pairs: 18, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:36.816000 47012 storage/replica_raftstorage.go:794 [n7,s7,r22/5:{-}] applying LEARNER snapshot [id=4d223a62 index=28] | |
I190926 08:20:36.839651 47012 storage/replica_raftstorage.go:815 [n7,s7,r22/5:/Table/2{6-7}] applied LEARNER snapshot [total=24ms ingestion=4@23ms id=4d223a62 index=28] | |
I190926 08:20:36.851349 649 storage/replica_command.go:1582 [n1,replicate,s1,r22/1:/Table/2{6-7}] change replicas (add [(n7,s7):5] remove []): existing descriptor r22:/Table/2{6-7} [(n1,s1):1, (n3,s3):2, (n6,s6):3, (n4,s4):4, (n7,s7):5LEARNER, next=6, gen=7] | |
I190926 08:20:36.871977 649 storage/replica_raft.go:291 [n1,s1,r22/1:/Table/2{6-7}] proposing ADD_REPLICA[(n7,s7):5]: after=[(n1,s1):1 (n3,s3):2 (n6,s6):3 (n4,s4):4 (n7,s7):5] next=6 | |
I190926 08:20:36.874453 649 storage/replica_command.go:1582 [n1,replicate,s1,r16/1:/Table/2{0-1}] change replicas (add [(n5,s5):2LEARNER] remove []): existing descriptor r16:/Table/2{0-1} [(n1,s1):1, next=2, gen=0] | |
I190926 08:20:36.932231 649 storage/replica_raft.go:291 [n1,s1,r16/1:/Table/2{0-1}] proposing ADD_REPLICA[(n5,s5):2LEARNER]: after=[(n1,s1):1 (n5,s5):2LEARNER] next=3 | |
I190926 08:20:36.935289 47937 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r16/1:/Table/2{0-1}] skipping snapshot; replica is likely a learner in the process of being added: (n5,s5):2LEARNER | |
I190926 08:20:36.936138 649 storage/store_snapshot.go:978 [n1,replicate,s1,r16/1:/Table/2{0-1}] sending LEARNER snapshot fccf8fbd at applied index 19 | |
I190926 08:20:36.936337 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r16/1:/Table/2{0-1}] streamed snapshot to (n5,s5):2LEARNER: kv pairs: 7, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:36.936989 47940 storage/replica_raftstorage.go:794 [n5,s5,r16/2:{-}] applying LEARNER snapshot [id=fccf8fbd index=19] | |
I190926 08:20:36.983846 47940 storage/replica_raftstorage.go:815 [n5,s5,r16/2:/Table/2{0-1}] applied LEARNER snapshot [total=47ms ingestion=4@46ms id=fccf8fbd index=19] | |
I190926 08:20:36.985590 649 storage/replica_command.go:1582 [n1,replicate,s1,r16/1:/Table/2{0-1}] change replicas (add [(n5,s5):2] remove []): existing descriptor r16:/Table/2{0-1} [(n1,s1):1, (n5,s5):2LEARNER, next=3, gen=1] | |
I190926 08:20:37.071199 649 storage/replica_raft.go:291 [n1,s1,r16/1:/Table/2{0-1}] proposing ADD_REPLICA[(n5,s5):2]: after=[(n1,s1):1 (n5,s5):2] next=3 | |
I190926 08:20:37.072098 649 storage/replica_command.go:1582 [n1,replicate,s1,r16/1:/Table/2{0-1}] change replicas (add [(n2,s2):3LEARNER] remove []): existing descriptor r16:/Table/2{0-1} [(n1,s1):1, (n5,s5):2, next=3, gen=2] | |
I190926 08:20:37.105615 649 storage/replica_raft.go:291 [n1,s1,r16/1:/Table/2{0-1}] proposing ADD_REPLICA[(n2,s2):3LEARNER]: after=[(n1,s1):1 (n5,s5):2 (n2,s2):3LEARNER] next=4 | |
I190926 08:20:37.109181 649 storage/store_snapshot.go:978 [n1,replicate,s1,r16/1:/Table/2{0-1}] sending LEARNER snapshot ad690b96 at applied index 23 | |
I190926 08:20:37.109391 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r16/1:/Table/2{0-1}] streamed snapshot to (n2,s2):3LEARNER: kv pairs: 11, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:37.110089 48733 storage/replica_raftstorage.go:794 [n2,s2,r16/3:{-}] applying LEARNER snapshot [id=ad690b96 index=23] | |
I190926 08:20:37.110377 48888 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r16/1:/Table/2{0-1}] skipping snapshot; replica is likely a learner in the process of being added: (n2,s2):3LEARNER | |
I190926 08:20:37.127654 48733 storage/replica_raftstorage.go:815 [n2,s2,r16/3:/Table/2{0-1}] applied LEARNER snapshot [total=18ms ingestion=4@17ms id=ad690b96 index=23] | |
I190926 08:20:37.160728 649 storage/replica_command.go:1582 [n1,replicate,s1,r16/1:/Table/2{0-1}] change replicas (add [(n2,s2):3] remove []): existing descriptor r16:/Table/2{0-1} [(n1,s1):1, (n5,s5):2, (n2,s2):3LEARNER, next=4, gen=3] | |
I190926 08:20:37.218937 649 storage/replica_raft.go:291 [n1,s1,r16/1:/Table/2{0-1}] proposing ADD_REPLICA[(n2,s2):3]: after=[(n1,s1):1 (n5,s5):2 (n2,s2):3] next=4 | |
I190926 08:20:37.220972 649 storage/replica_command.go:1582 [n1,replicate,s1,r16/1:/Table/2{0-1}] change replicas (add [(n3,s3):4LEARNER] remove []): existing descriptor r16:/Table/2{0-1} [(n1,s1):1, (n5,s5):2, (n2,s2):3, next=4, gen=4] | |
I190926 08:20:37.239286 649 storage/replica_raft.go:291 [n1,s1,r16/1:/Table/2{0-1}] proposing ADD_REPLICA[(n3,s3):4LEARNER]: after=[(n1,s1):1 (n5,s5):2 (n2,s2):3 (n3,s3):4LEARNER] next=5 | |
I190926 08:20:37.244864 49572 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r16/1:/Table/2{0-1}] skipping snapshot; replica is likely a learner in the process of being added: (n3,s3):4LEARNER | |
I190926 08:20:37.247623 649 storage/store_snapshot.go:978 [n1,replicate,s1,r16/1:/Table/2{0-1}] sending LEARNER snapshot 0cddfa1c at applied index 27 | |
I190926 08:20:37.247833 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r16/1:/Table/2{0-1}] streamed snapshot to (n3,s3):4LEARNER: kv pairs: 15, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:37.248741 49722 storage/replica_raftstorage.go:794 [n3,s3,r16/4:{-}] applying LEARNER snapshot [id=0cddfa1c index=27] | |
I190926 08:20:37.253804 49722 storage/replica_raftstorage.go:815 [n3,s3,r16/4:/Table/2{0-1}] applied LEARNER snapshot [total=5ms ingestion=4@5ms id=0cddfa1c index=27] | |
I190926 08:20:37.257565 649 storage/replica_command.go:1582 [n1,replicate,s1,r16/1:/Table/2{0-1}] change replicas (add [(n3,s3):4] remove []): existing descriptor r16:/Table/2{0-1} [(n1,s1):1, (n5,s5):2, (n2,s2):3, (n3,s3):4LEARNER, next=5, gen=5] | |
I190926 08:20:37.266846 649 storage/replica_raft.go:291 [n1,s1,r16/1:/Table/2{0-1}] proposing ADD_REPLICA[(n3,s3):4]: after=[(n1,s1):1 (n5,s5):2 (n2,s2):3 (n3,s3):4] next=5 | |
I190926 08:20:37.268347 649 storage/replica_command.go:1582 [n1,replicate,s1,r16/1:/Table/2{0-1}] change replicas (add [(n4,s4):5LEARNER] remove []): existing descriptor r16:/Table/2{0-1} [(n1,s1):1, (n5,s5):2, (n2,s2):3, (n3,s3):4, next=5, gen=6] | |
I190926 08:20:37.284552 649 storage/replica_raft.go:291 [n1,s1,r16/1:/Table/2{0-1}] proposing ADD_REPLICA[(n4,s4):5LEARNER]: after=[(n1,s1):1 (n5,s5):2 (n2,s2):3 (n3,s3):4 (n4,s4):5LEARNER] next=6 | |
I190926 08:20:37.288938 649 storage/store_snapshot.go:978 [n1,replicate,s1,r16/1:/Table/2{0-1}] sending LEARNER snapshot 1c740605 at applied index 31 | |
I190926 08:20:37.289146 49580 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r16/1:/Table/2{0-1}] skipping snapshot; replica is likely a learner in the process of being added: (n4,s4):5LEARNER | |
I190926 08:20:37.289157 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r16/1:/Table/2{0-1}] streamed snapshot to (n4,s4):5LEARNER: kv pairs: 19, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:37.290037 50022 storage/replica_raftstorage.go:794 [n4,s4,r16/5:{-}] applying LEARNER snapshot [id=1c740605 index=31] | |
I190926 08:20:37.299865 50022 storage/replica_raftstorage.go:815 [n4,s4,r16/5:/Table/2{0-1}] applied LEARNER snapshot [total=10ms ingestion=4@9ms id=1c740605 index=31] | |
I190926 08:20:37.301854 649 storage/replica_command.go:1582 [n1,replicate,s1,r16/1:/Table/2{0-1}] change replicas (add [(n4,s4):5] remove []): existing descriptor r16:/Table/2{0-1} [(n1,s1):1, (n5,s5):2, (n2,s2):3, (n3,s3):4, (n4,s4):5LEARNER, next=6, gen=7] | |
I190926 08:20:37.322543 649 storage/replica_raft.go:291 [n1,s1,r16/1:/Table/2{0-1}] proposing ADD_REPLICA[(n4,s4):5]: after=[(n1,s1):1 (n5,s5):2 (n2,s2):3 (n3,s3):4 (n4,s4):5] next=6 | |
I190926 08:20:37.324924 649 storage/replica_command.go:1582 [n1,replicate,s1,r5/1:/{Systemtse-Table/System…}] change replicas (add [(n6,s6):2LEARNER] remove []): existing descriptor r5:/{Systemtse-Table/SystemConfigSpan/Start} [(n1,s1):1, next=2, gen=0] | |
I190926 08:20:37.342717 649 storage/replica_raft.go:291 [n1,s1,r5/1:/{Systemtse-Table/System…}] proposing ADD_REPLICA[(n6,s6):2LEARNER]: after=[(n1,s1):1 (n6,s6):2LEARNER] next=3 | |
I190926 08:20:37.345881 649 storage/store_snapshot.go:978 [n1,replicate,s1,r5/1:/{Systemtse-Table/System…}] sending LEARNER snapshot 4c8412dc at applied index 17 | |
I190926 08:20:37.346178 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r5/1:/{Systemtse-Table/System…}] streamed snapshot to (n6,s6):2LEARNER: kv pairs: 7, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:37.358965 50402 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r5/1:/{Systemtse-Table/System…}] skipping snapshot; replica is likely a learner in the process of being added: (n6,s6):2LEARNER | |
I190926 08:20:37.360725 50205 storage/replica_raftstorage.go:794 [n6,s6,r5/2:{-}] applying LEARNER snapshot [id=4c8412dc index=17] | |
I190926 08:20:37.388993 50205 storage/replica_raftstorage.go:815 [n6,s6,r5/2:/{Systemtse-Table/System…}] applied LEARNER snapshot [total=28ms ingestion=4@25ms id=4c8412dc index=17] | |
I190926 08:20:37.390808 649 storage/replica_command.go:1582 [n1,replicate,s1,r5/1:/{Systemtse-Table/System…}] change replicas (add [(n6,s6):2] remove []): existing descriptor r5:/{Systemtse-Table/SystemConfigSpan/Start} [(n1,s1):1, (n6,s6):2LEARNER, next=3, gen=1] | |
I190926 08:20:37.405405 649 storage/replica_raft.go:291 [n1,s1,r5/1:/{Systemtse-Table/System…}] proposing ADD_REPLICA[(n6,s6):2]: after=[(n1,s1):1 (n6,s6):2] next=3 | |
I190926 08:20:37.406440 649 storage/replica_command.go:1582 [n1,replicate,s1,r5/1:/{Systemtse-Table/System…}] change replicas (add [(n5,s5):3LEARNER] remove []): existing descriptor r5:/{Systemtse-Table/SystemConfigSpan/Start} [(n1,s1):1, (n6,s6):2, next=3, gen=2] | |
I190926 08:20:37.456860 649 storage/replica_raft.go:291 [n1,s1,r5/1:/{Systemtse-Table/System…}] proposing ADD_REPLICA[(n5,s5):3LEARNER]: after=[(n1,s1):1 (n6,s6):2 (n5,s5):3LEARNER] next=4 | |
I190926 08:20:37.460145 649 storage/store_snapshot.go:978 [n1,replicate,s1,r5/1:/{Systemtse-Table/System…}] sending LEARNER snapshot 7dd9b0aa at applied index 21 | |
I190926 08:20:37.460372 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r5/1:/{Systemtse-Table/System…}] streamed snapshot to (n5,s5):3LEARNER: kv pairs: 11, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:37.460611 50352 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r5/1:/{Systemtse-Table/System…}] skipping snapshot; replica is likely a learner in the process of being added: (n5,s5):3LEARNER | |
I190926 08:20:37.461304 50350 storage/replica_raftstorage.go:794 [n5,s5,r5/3:{-}] applying LEARNER snapshot [id=7dd9b0aa index=21] | |
I190926 08:20:37.464679 50350 storage/replica_raftstorage.go:815 [n5,s5,r5/3:/{Systemtse-Table/System…}] applied LEARNER snapshot [total=3ms ingestion=4@3ms id=7dd9b0aa index=21] | |
I190926 08:20:37.466283 649 storage/replica_command.go:1582 [n1,replicate,s1,r5/1:/{Systemtse-Table/System…}] change replicas (add [(n5,s5):3] remove []): existing descriptor r5:/{Systemtse-Table/SystemConfigSpan/Start} [(n1,s1):1, (n6,s6):2, (n5,s5):3LEARNER, next=4, gen=3] | |
I190926 08:20:37.476679 649 storage/replica_raft.go:291 [n1,s1,r5/1:/{Systemtse-Table/System…}] proposing ADD_REPLICA[(n5,s5):3]: after=[(n1,s1):1 (n6,s6):2 (n5,s5):3] next=4 | |
I190926 08:20:37.478499 649 storage/replica_command.go:1582 [n1,replicate,s1,r5/1:/{Systemtse-Table/System…}] change replicas (add [(n2,s2):4LEARNER] remove []): existing descriptor r5:/{Systemtse-Table/SystemConfigSpan/Start} [(n1,s1):1, (n6,s6):2, (n5,s5):3, next=4, gen=4] | |
I190926 08:20:37.491239 649 storage/replica_raft.go:291 [n1,s1,r5/1:/{Systemtse-Table/System…}] proposing ADD_REPLICA[(n2,s2):4LEARNER]: after=[(n1,s1):1 (n6,s6):2 (n5,s5):3 (n2,s2):4LEARNER] next=5 | |
I190926 08:20:37.495242 649 storage/store_snapshot.go:978 [n1,replicate,s1,r5/1:/{Systemtse-Table/System…}] sending LEARNER snapshot b0d5a773 at applied index 25 | |
I190926 08:20:37.495460 51102 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r5/1:/{Systemtse-Table/System…}] skipping snapshot; replica is likely a learner in the process of being added: (n2,s2):4LEARNER | |
I190926 08:20:37.495472 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r5/1:/{Systemtse-Table/System…}] streamed snapshot to (n2,s2):4LEARNER: kv pairs: 15, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:37.500083 51100 storage/replica_raftstorage.go:794 [n2,s2,r5/4:{-}] applying LEARNER snapshot [id=b0d5a773 index=25] | |
I190926 08:20:37.514348 51100 storage/replica_raftstorage.go:815 [n2,s2,r5/4:/{Systemtse-Table/System…}] applied LEARNER snapshot [total=14ms ingestion=4@13ms id=b0d5a773 index=25] | |
I190926 08:20:37.519085 649 storage/replica_command.go:1582 [n1,replicate,s1,r5/1:/{Systemtse-Table/System…}] change replicas (add [(n2,s2):4] remove []): existing descriptor r5:/{Systemtse-Table/SystemConfigSpan/Start} [(n1,s1):1, (n6,s6):2, (n5,s5):3, (n2,s2):4LEARNER, next=5, gen=5] | |
I190926 08:20:37.528126 51359 storage/replica_command.go:1582 [n3,replicate,s3,r14/4:/Table/1{8-9}] change replicas (add [(n1,s1):8LEARNER] remove []): existing descriptor r14:/Table/1{8-9} [(n6,s6):7, (n7,s7):2, (n5,s5):3, (n3,s3):4, (n2,s2):6, next=8, gen=14] | |
I190926 08:20:37.528406 51451 storage/replica_command.go:1582 [n7,replicate,s7,r1/3:/{Min-System/NodeL…}] change replicas (add [(n1,s1):10LEARNER] remove []): existing descriptor r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n6,s6):6, next=10, gen=20] | |
I190926 08:20:37.565233 51494 storage/replica_command.go:1582 [n6,replicate,s6,r4/5:/System{/tsd-tse}] change replicas (add [(n1,s1):8LEARNER] remove []): existing descriptor r4:/System{/tsd-tse} [(n4,s4):4, (n7,s7):7, (n6,s6):5, next=8, gen=16] | |
I190926 08:20:37.621935 51614 storage/replica_command.go:1582 [n5,replicate,s5,r12/3:/Table/1{6-7}] change replicas (add [(n1,s1):7LEARNER] remove []): existing descriptor r12:/Table/1{6-7} [(n3,s3):6, (n7,s7):2, (n5,s5):3, (n4,s4):4, (n6,s6):5, next=7, gen=11] | |
I190926 08:20:37.629357 649 storage/replica_raft.go:291 [n1,s1,r5/1:/{Systemtse-Table/System…}] proposing ADD_REPLICA[(n2,s2):4]: after=[(n1,s1):1 (n6,s6):2 (n5,s5):3 (n2,s2):4] next=5 | |
I190926 08:20:37.629373 51359 storage/replica_raft.go:291 [n3,s3,r14/4:/Table/1{8-9}] proposing ADD_REPLICA[(n1,s1):8LEARNER]: after=[(n6,s6):7 (n7,s7):2 (n5,s5):3 (n3,s3):4 (n2,s2):6 (n1,s1):8LEARNER] next=9 | |
I190926 08:20:37.631685 649 storage/replica_command.go:1582 [n1,replicate,s1,r5/1:/{Systemtse-Table/System…}] change replicas (add [(n7,s7):5LEARNER] remove []): existing descriptor r5:/{Systemtse-Table/SystemConfigSpan/Start} [(n1,s1):1, (n6,s6):2, (n5,s5):3, (n2,s2):4, next=5, gen=6] | |
I190926 08:20:37.652627 51451 storage/replica_raft.go:291 [n7,s7,r1/3:/{Min-System/NodeL…}] proposing ADD_REPLICA[(n1,s1):10LEARNER]: after=[(n3,s3):9 (n2,s2):2 (n7,s7):3 (n5,s5):8 (n6,s6):6 (n1,s1):10LEARNER] next=11 | |
I190926 08:20:37.688532 51451 storage/store_snapshot.go:978 [n7,replicate,s7,r1/3:/{Min-System/NodeL…}] sending LEARNER snapshot 08a267bb at applied index 546 | |
I190926 08:20:37.688583 51783 storage/raft_snapshot_queue.go:125 [n7,raftsnapshot,s7,r1/3:/{Min-System/NodeL…}] skipping snapshot; replica is likely a learner in the process of being added: (n1,s1):10LEARNER | |
I190926 08:20:37.689285 51451 storage/store_snapshot.go:1021 [n7,replicate,s7,r1/3:/{Min-System/NodeL…}] streamed snapshot to (n1,s1):10LEARNER: kv pairs: 310, log entries: 0, rate-limit: 8.0 MiB/sec, 0.03s | |
I190926 08:20:37.691054 51749 storage/replica_raftstorage.go:794 [n1,s1,r1/10:{-}] applying LEARNER snapshot [id=08a267bb index=546] | |
I190926 08:20:37.710918 3897 server/status/runtime.go:498 [n3] runtime stats: 408 MiB RSS, 3661 goroutines, 120 MiB/66 MiB/265 MiB GO alloc/idle/total, 102 MiB/160 MiB CGO alloc/total, 0.0 CGO/sec, 0.0/0.0 %(u/s)time, 0.0 %gc (21x), 135 MiB/135 MiB (r/w)net | |
I190926 08:20:37.734240 649 storage/replica_raft.go:291 [n1,s1,r5/1:/{Systemtse-Table/System…}] proposing ADD_REPLICA[(n7,s7):5LEARNER]: after=[(n1,s1):1 (n6,s6):2 (n5,s5):3 (n2,s2):4 (n7,s7):5LEARNER] next=6 | |
I190926 08:20:37.736297 51359 storage/store_snapshot.go:978 [n3,replicate,s3,r14/4:/Table/1{8-9}] sending LEARNER snapshot 91d0f424 at applied index 53 | |
I190926 08:20:37.736388 51975 storage/raft_snapshot_queue.go:125 [n3,raftsnapshot,s3,r14/4:/Table/1{8-9}] skipping snapshot; replica is likely a learner in the process of being added: (n1,s1):8LEARNER | |
I190926 08:20:37.736508 51359 storage/store_snapshot.go:1021 [n3,replicate,s3,r14/4:/Table/1{8-9}] streamed snapshot to (n1,s1):8LEARNER: kv pairs: 21, log entries: 0, rate-limit: 8.0 MiB/sec, 0.10s | |
I190926 08:20:37.737956 51233 storage/replica_raftstorage.go:794 [n1,s1,r14/8:{-}] applying LEARNER snapshot [id=91d0f424 index=53] | |
I190926 08:20:37.738368 51614 storage/replica_raft.go:291 [n5,s5,r12/3:/Table/1{6-7}] proposing ADD_REPLICA[(n1,s1):7LEARNER]: after=[(n3,s3):6 (n7,s7):2 (n5,s5):3 (n4,s4):4 (n6,s6):5 (n1,s1):7LEARNER] next=8 | |
I190926 08:20:37.739164 51494 storage/replica_raft.go:291 [n6,s6,r4/5:/System{/tsd-tse}] proposing ADD_REPLICA[(n1,s1):8LEARNER]: after=[(n4,s4):4 (n7,s7):7 (n6,s6):5 (n1,s1):8LEARNER] next=9 | |
I190926 08:20:37.742776 51749 storage/replica_raftstorage.go:815 [n1,s1,r1/10:/{Min-System/NodeL…}] applied LEARNER snapshot [total=52ms ingestion=4@51ms id=08a267bb index=546] | |
I190926 08:20:37.742915 51233 storage/replica_raftstorage.go:815 [n1,s1,r14/8:/Table/1{8-9}] applied LEARNER snapshot [total=5ms ingestion=4@5ms id=91d0f424 index=53] | |
I190926 08:20:37.743929 51614 storage/store_snapshot.go:978 [n5,replicate,s5,r12/3:/Table/1{6-7}] sending LEARNER snapshot dea99ed5 at applied index 49 | |
I190926 08:20:37.744049 52037 storage/raft_snapshot_queue.go:125 [n5,raftsnapshot,s5,r12/3:/Table/1{6-7}] skipping snapshot; replica is likely a learner in the process of being added: (n1,s1):7LEARNER | |
I190926 08:20:37.744230 51614 storage/store_snapshot.go:1021 [n5,replicate,s5,r12/3:/Table/1{6-7}] streamed snapshot to (n1,s1):7LEARNER: kv pairs: 18, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:37.744523 51451 storage/replica_command.go:1582 [n7,replicate,s7,r1/3:/{Min-System/NodeL…}] change replicas (add [(n1,s1):10VOTER_INCOMING] remove [(n6,s6):6VOTER_OUTGOING]): existing descriptor r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n6,s6):6, (n1,s1):10LEARNER, next=11, gen=21] | |
I190926 08:20:37.744987 51507 storage/replica_raftstorage.go:794 [n1,s1,r12/7:{-}] applying LEARNER snapshot [id=dea99ed5 index=49] | |
I190926 08:20:37.745968 51739 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r5/1:/{Systemtse-Table/System…}] skipping snapshot; replica is likely a learner in the process of being added: (n7,s7):5LEARNER | |
I190926 08:20:37.746021 649 storage/store_snapshot.go:978 [n1,replicate,s1,r5/1:/{Systemtse-Table/System…}] sending LEARNER snapshot bca6cb97 at applied index 29 | |
I190926 08:20:37.746364 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r5/1:/{Systemtse-Table/System…}] streamed snapshot to (n7,s7):5LEARNER: kv pairs: 19, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:37.746861 51218 storage/replica_raftstorage.go:794 [n7,s7,r5/5:{-}] applying LEARNER snapshot [id=bca6cb97 index=29] | |
I190926 08:20:37.747179 51359 storage/replica_command.go:1582 [n3,replicate,s3,r14/4:/Table/1{8-9}] change replicas (add [(n1,s1):8VOTER_INCOMING] remove [(n6,s6):7VOTER_OUTGOING]): existing descriptor r14:/Table/1{8-9} [(n6,s6):7, (n7,s7):2, (n5,s5):3, (n3,s3):4, (n2,s2):6, (n1,s1):8LEARNER, next=9, gen=15] | |
I190926 08:20:37.748455 51507 storage/replica_raftstorage.go:815 [n1,s1,r12/7:/Table/1{6-7}] applied LEARNER snapshot [total=3ms ingestion=4@3ms id=dea99ed5 index=49] | |
I190926 08:20:37.749115 51614 storage/replica_command.go:1582 [n5,replicate,s5,r12/3:/Table/1{6-7}] change replicas (add [(n1,s1):7VOTER_INCOMING] remove [(n4,s4):4VOTER_OUTGOING]): existing descriptor r12:/Table/1{6-7} [(n3,s3):6, (n7,s7):2, (n5,s5):3, (n4,s4):4, (n6,s6):5, (n1,s1):7LEARNER, next=8, gen=12] | |
I190926 08:20:37.753431 51494 storage/store_snapshot.go:978 [n6,replicate,s6,r4/5:/System{/tsd-tse}] sending LEARNER snapshot e1f20a1b at applied index 102 | |
I190926 08:20:37.754069 51963 storage/raft_snapshot_queue.go:125 [n6,raftsnapshot,s6,r4/5:/System{/tsd-tse}] skipping snapshot; replica is likely a learner in the process of being added: (n1,s1):8LEARNER | |
I190926 08:20:37.755834 51218 storage/replica_raftstorage.go:815 [n7,s7,r5/5:/{Systemtse-Table/System…}] applied LEARNER snapshot [total=9ms ingestion=4@9ms id=bca6cb97 index=29] | |
I190926 08:20:37.771750 649 storage/replica_command.go:1582 [n1,replicate,s1,r5/1:/{Systemtse-Table/System…}] change replicas (add [(n7,s7):5] remove []): existing descriptor r5:/{Systemtse-Table/SystemConfigSpan/Start} [(n1,s1):1, (n6,s6):2, (n5,s5):3, (n2,s2):4, (n7,s7):5LEARNER, next=6, gen=7] | |
I190926 08:20:37.791153 649 storage/replica_raft.go:291 [n1,s1,r5/1:/{Systemtse-Table/System…}] proposing ADD_REPLICA[(n7,s7):5]: after=[(n1,s1):1 (n6,s6):2 (n5,s5):3 (n2,s2):4 (n7,s7):5] next=6 | |
I190926 08:20:37.793505 649 storage/replica_command.go:1582 [n1,replicate,s1,r8/1:/Table/1{2-3}] change replicas (add [(n3,s3):2LEARNER] remove []): existing descriptor r8:/Table/1{2-3} [(n1,s1):1, next=2, gen=0] | |
I190926 08:20:37.827046 51359 storage/replica_raft.go:291 [n3,s3,r14/4:/Table/1{8-9}] proposing ENTER_JOINT ADD_REPLICA[(n1,s1):8VOTER_INCOMING], REMOVE_REPLICA[(n6,s6):7VOTER_OUTGOING]: after=[(n6,s6):7VOTER_OUTGOING (n7,s7):2 (n5,s5):3 (n3,s3):4 (n2,s2):6 (n1,s1):8VOTER_INCOMING] next=9 | |
I190926 08:20:37.828693 51359 storage/replica_command.go:1582 [n3,replicate,s3,r14/4:/Table/1{8-9}] change replicas (add [] remove []): existing descriptor r14:/Table/1{8-9} [(n6,s6):7VOTER_OUTGOING, (n7,s7):2, (n5,s5):3, (n3,s3):4, (n2,s2):6, (n1,s1):8VOTER_INCOMING, next=9, gen=16] | |
W190926 08:20:37.830381 52360 storage/intentresolver/intent_resolver.go:508 failed to push during intent resolution: failed to push id=0b6f417e key=/Local/Range/Table/12/RangeDescriptor rw=true pri=0.01334921 stat=PENDING epo=0 ts=1569486037.793011546,0 orig=0.000000000,0 min=1569486037.793011546,0 max=0.000000000,0 wto=false seq=7 | |
I190926 08:20:37.834633 649 storage/replica_raft.go:291 [n1,s1,r8/1:/Table/1{2-3}] proposing ADD_REPLICA[(n3,s3):2LEARNER]: after=[(n1,s1):1 (n3,s3):2LEARNER] next=3 | |
I190926 08:20:37.846468 51614 storage/replica_raft.go:291 [n5,s5,r12/3:/Table/1{6-7}] proposing ENTER_JOINT ADD_REPLICA[(n1,s1):7VOTER_INCOMING], REMOVE_REPLICA[(n4,s4):4VOTER_OUTGOING]: after=[(n3,s3):6 (n7,s7):2 (n5,s5):3 (n4,s4):4VOTER_OUTGOING (n6,s6):5 (n1,s1):7VOTER_INCOMING] next=8 | |
I190926 08:20:37.846617 51854 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r8/1:/Table/1{2-3}] skipping snapshot; replica is likely a learner in the process of being added: (n3,s3):2LEARNER | |
I190926 08:20:37.846711 649 storage/store_snapshot.go:978 [n1,replicate,s1,r8/1:/Table/1{2-3}] sending LEARNER snapshot 4433e690 at applied index 83 | |
I190926 08:20:37.847065 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r8/1:/Table/1{2-3}] streamed snapshot to (n3,s3):2LEARNER: kv pairs: 116, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:37.849764 51852 storage/replica_raftstorage.go:794 [n3,s3,r8/2:{-}] applying LEARNER snapshot [id=4433e690 index=83] | |
I190926 08:20:37.851120 51614 storage/replica_command.go:1582 [n5,replicate,s5,r12/3:/Table/1{6-7}] change replicas (add [] remove []): existing descriptor r12:/Table/1{6-7} [(n3,s3):6, (n7,s7):2, (n5,s5):3, (n4,s4):4VOTER_OUTGOING, (n6,s6):5, (n1,s1):7VOTER_INCOMING, next=8, gen=13] | |
I190926 08:20:37.857762 51451 storage/replica_raft.go:291 [n7,s7,r1/3:/{Min-System/NodeL…}] proposing ENTER_JOINT ADD_REPLICA[(n1,s1):10VOTER_INCOMING], REMOVE_REPLICA[(n6,s6):6VOTER_OUTGOING]: after=[(n3,s3):9 (n2,s2):2 (n7,s7):3 (n5,s5):8 (n6,s6):6VOTER_OUTGOING (n1,s1):10VOTER_INCOMING] next=11 | |
I190926 08:20:37.861150 51451 storage/replica_command.go:1582 [n7,replicate,s7,r1/3:/{Min-System/NodeL…}] change replicas (add [] remove []): existing descriptor r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n6,s6):6VOTER_OUTGOING, (n1,s1):10VOTER_INCOMING, next=11, gen=22] | |
I190926 08:20:37.875427 51451 storage/replica_raft.go:291 [n7,s7,r1/3:/{Min-System/NodeL…}] proposing LEAVE_JOINT: after=[(n3,s3):9 (n2,s2):2 (n7,s7):3 (n5,s5):8 (n1,s1):10] next=11 | |
I190926 08:20:37.875795 51614 storage/replica_raft.go:291 [n5,s5,r12/3:/Table/1{6-7}] proposing LEAVE_JOINT: after=[(n3,s3):6 (n7,s7):2 (n5,s5):3 (n1,s1):7 (n6,s6):5] next=8 | |
I190926 08:20:37.876403 51494 storage/store_snapshot.go:1021 [n6,replicate,s6,r4/5:/System{/tsd-tse}] streamed snapshot to (n1,s1):8LEARNER: kv pairs: 4553, log entries: 0, rate-limit: 8.0 MiB/sec, 0.14s | |
I190926 08:20:37.883691 5835 storage/store.go:2660 [n4,s4,r12/4:/Table/1{6-7}] removing replica r12/4 | |
I190926 08:20:37.886557 13419 storage/store.go:2660 [n6,s6,r1/6:/{Min-System/NodeL…}] removing replica r1/6 | |
I190926 08:20:37.898617 51359 storage/replica_raft.go:291 [n3,s3,r14/4:/Table/1{8-9}] proposing LEAVE_JOINT: after=[(n1,s1):8 (n7,s7):2 (n5,s5):3 (n3,s3):4 (n2,s2):6] next=9 | |
I190926 08:20:37.901591 13417 storage/store.go:2660 [n6,s6,r14/7:/Table/1{8-9}] removing replica r14/7 | |
I190926 08:20:37.915003 51852 storage/replica_raftstorage.go:815 [n3,s3,r8/2:/Table/1{2-3}] applied LEARNER snapshot [total=65ms ingestion=4@65ms id=4433e690 index=83] | |
I190926 08:20:37.919117 649 storage/replica_command.go:1582 [n1,replicate,s1,r8/1:/Table/1{2-3}] change replicas (add [(n3,s3):2] remove []): existing descriptor r8:/Table/1{2-3} [(n1,s1):1, (n3,s3):2LEARNER, next=3, gen=1] | |
I190926 08:20:37.948225 649 storage/replica_raft.go:291 [n1,s1,r8/1:/Table/1{2-3}] proposing ADD_REPLICA[(n3,s3):2]: after=[(n1,s1):1 (n3,s3):2] next=3 | |
I190926 08:20:37.949126 649 storage/replica_command.go:1582 [n1,replicate,s1,r8/1:/Table/1{2-3}] change replicas (add [(n4,s4):3LEARNER] remove []): existing descriptor r8:/Table/1{2-3} [(n1,s1):1, (n3,s3):2, next=3, gen=2] | |
I190926 08:20:37.967329 51884 storage/replica_raftstorage.go:794 [n1,s1,r4/8:{-}] applying LEARNER snapshot [id=e1f20a1b index=102] | |
I190926 08:20:38.092870 51884 storage/replica_raftstorage.go:815 [n1,s1,r4/8:/System{/tsd-tse}] applied LEARNER snapshot [total=126ms ingestion=4@125ms id=e1f20a1b index=102] | |
I190926 08:20:38.094666 649 storage/replica_raft.go:291 [n1,s1,r8/1:/Table/1{2-3}] proposing ADD_REPLICA[(n4,s4):3LEARNER]: after=[(n1,s1):1 (n3,s3):2 (n4,s4):3LEARNER] next=4 | |
I190926 08:20:38.107508 51494 storage/replica_command.go:1582 [n6,replicate,s6,r4/5:/System{/tsd-tse}] change replicas (add [(n1,s1):8VOTER_INCOMING] remove [(n4,s4):4VOTER_OUTGOING]): existing descriptor r4:/System{/tsd-tse} [(n4,s4):4, (n7,s7):7, (n6,s6):5, (n1,s1):8LEARNER, next=9, gen=17] | |
I190926 08:20:38.109215 53947 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r8/1:/Table/1{2-3}] skipping snapshot; replica is likely a learner in the process of being added: (n4,s4):3LEARNER | |
I190926 08:20:38.112112 649 storage/store_snapshot.go:978 [n1,replicate,s1,r8/1:/Table/1{2-3}] sending LEARNER snapshot 4d838c0d at applied index 88 | |
I190926 08:20:38.112554 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r8/1:/Table/1{2-3}] streamed snapshot to (n4,s4):3LEARNER: kv pairs: 120, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:38.124634 53788 storage/replica_raftstorage.go:794 [n4,s4,r8/3:{-}] applying LEARNER snapshot [id=4d838c0d index=88] | |
I190926 08:20:38.178101 53788 storage/replica_raftstorage.go:815 [n4,s4,r8/3:/Table/1{2-3}] applied LEARNER snapshot [total=53ms ingestion=4@50ms id=4d838c0d index=88] | |
I190926 08:20:38.191512 51494 storage/replica_raft.go:291 [n6,s6,r4/5:/System{/tsd-tse}] proposing ENTER_JOINT ADD_REPLICA[(n1,s1):8VOTER_INCOMING], REMOVE_REPLICA[(n4,s4):4VOTER_OUTGOING]: after=[(n4,s4):4VOTER_OUTGOING (n7,s7):7 (n6,s6):5 (n1,s1):8VOTER_INCOMING] next=9 | |
I190926 08:20:38.193207 51494 storage/replica_command.go:1582 [n6,replicate,s6,r4/5:/System{/tsd-tse}] change replicas (add [] remove []): existing descriptor r4:/System{/tsd-tse} [(n4,s4):4VOTER_OUTGOING, (n7,s7):7, (n6,s6):5, (n1,s1):8VOTER_INCOMING, next=9, gen=18] | |
I190926 08:20:38.204655 51494 storage/replica_raft.go:291 [n6,s6,r4/5:/System{/tsd-tse}] proposing LEAVE_JOINT: after=[(n1,s1):8 (n7,s7):7 (n6,s6):5] next=9 | |
I190926 08:20:38.206632 51494 storage/replica_command.go:1582 [n6,replicate,s6,r4/5:/System{/tsd-tse}] change replicas (add [(n5,s5):9LEARNER] remove []): existing descriptor r4:/System{/tsd-tse} [(n1,s1):8, (n7,s7):7, (n6,s6):5, next=9, gen=19] | |
I190926 08:20:38.206806 5880 storage/store.go:2660 [n4,s4,r4/4:/System{/tsd-tse}] removing replica r4/4 | |
I190926 08:20:38.247319 649 storage/replica_command.go:1582 [n1,replicate,s1,r8/1:/Table/1{2-3}] change replicas (add [(n4,s4):3] remove []): existing descriptor r8:/Table/1{2-3} [(n1,s1):1, (n3,s3):2, (n4,s4):3LEARNER, next=4, gen=3] | |
I190926 08:20:38.287914 51494 storage/replica_raft.go:291 [n6,s6,r4/5:/System{/tsd-tse}] proposing ADD_REPLICA[(n5,s5):9LEARNER]: after=[(n1,s1):8 (n7,s7):7 (n6,s6):5 (n5,s5):9LEARNER] next=10 | |
I190926 08:20:38.306492 51494 storage/store_snapshot.go:978 [n6,replicate,s6,r4/5:/System{/tsd-tse}] sending LEARNER snapshot 50ea7a74 at applied index 109 | |
I190926 08:20:38.308895 649 storage/replica_raft.go:291 [n1,s1,r8/1:/Table/1{2-3}] proposing ADD_REPLICA[(n4,s4):3]: after=[(n1,s1):1 (n3,s3):2 (n4,s4):3] next=4 | |
I190926 08:20:38.312673 649 storage/replica_command.go:1582 [n1,replicate,s1,r8/1:/Table/1{2-3}] change replicas (add [(n6,s6):4LEARNER] remove []): existing descriptor r8:/Table/1{2-3} [(n1,s1):1, (n3,s3):2, (n4,s4):3, next=4, gen=4] | |
I190926 08:20:38.327785 54723 storage/raft_snapshot_queue.go:125 [n6,raftsnapshot,s6,r4/5:/System{/tsd-tse}] skipping snapshot; replica is likely a learner in the process of being added: (n5,s5):9LEARNER | |
I190926 08:20:38.368530 51494 storage/store_snapshot.go:1021 [n6,replicate,s6,r4/5:/System{/tsd-tse}] streamed snapshot to (n5,s5):9LEARNER: kv pairs: 4559, log entries: 0, rate-limit: 8.0 MiB/sec, 0.07s | |
I190926 08:20:38.372682 54807 storage/replica_raftstorage.go:794 [n5,s5,r4/9:{-}] applying LEARNER snapshot [id=50ea7a74 index=109] | |
I190926 08:20:38.390552 54807 storage/replica_raftstorage.go:815 [n5,s5,r4/9:/System{/tsd-tse}] applied LEARNER snapshot [total=18ms ingestion=4@16ms id=50ea7a74 index=109] | |
I190926 08:20:38.469725 51494 storage/replica_command.go:1582 [n6,replicate,s6,r4/5:/System{/tsd-tse}] change replicas (add [(n5,s5):9VOTER_INCOMING] remove [(n1,s1):8VOTER_OUTGOING]): existing descriptor r4:/System{/tsd-tse} [(n1,s1):8, (n7,s7):7, (n6,s6):5, (n5,s5):9LEARNER, next=10, gen=20] | |
I190926 08:20:38.477973 649 storage/replica_raft.go:291 [n1,s1,r8/1:/Table/1{2-3}] proposing ADD_REPLICA[(n6,s6):4LEARNER]: after=[(n1,s1):1 (n3,s3):2 (n4,s4):3 (n6,s6):4LEARNER] next=5 | |
I190926 08:20:38.481774 649 storage/store_snapshot.go:978 [n1,replicate,s1,r8/1:/Table/1{2-3}] sending LEARNER snapshot a620df1e at applied index 93 | |
I190926 08:20:38.482282 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r8/1:/Table/1{2-3}] streamed snapshot to (n6,s6):4LEARNER: kv pairs: 124, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:38.483368 55020 storage/replica_raftstorage.go:794 [n6,s6,r8/4:{-}] applying LEARNER snapshot [id=a620df1e index=93] | |
I190926 08:20:38.492732 55465 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r8/1:/Table/1{2-3}] skipping snapshot; replica is likely a learner in the process of being added: (n6,s6):4LEARNER | |
I190926 08:20:38.500951 51494 storage/replica_raft.go:291 [n6,s6,r4/5:/System{/tsd-tse}] proposing ENTER_JOINT ADD_REPLICA[(n5,s5):9VOTER_INCOMING], REMOVE_REPLICA[(n1,s1):8VOTER_OUTGOING]: after=[(n1,s1):8VOTER_OUTGOING (n7,s7):7 (n6,s6):5 (n5,s5):9VOTER_INCOMING] next=10 | |
I190926 08:20:38.504358 51494 storage/replica_command.go:1582 [n6,replicate,s6,r4/5:/System{/tsd-tse}] change replicas (add [] remove []): existing descriptor r4:/System{/tsd-tse} [(n1,s1):8VOTER_OUTGOING, (n7,s7):7, (n6,s6):5, (n5,s5):9VOTER_INCOMING, next=10, gen=21] | |
I190926 08:20:38.512602 55020 storage/replica_raftstorage.go:815 [n6,s6,r8/4:/Table/1{2-3}] applied LEARNER snapshot [total=29ms ingestion=4@26ms id=a620df1e index=93] | |
I190926 08:20:38.513613 649 storage/replica_command.go:1582 [n1,replicate,s1,r8/1:/Table/1{2-3}] change replicas (add [(n6,s6):4] remove []): existing descriptor r8:/Table/1{2-3} [(n1,s1):1, (n3,s3):2, (n4,s4):3, (n6,s6):4LEARNER, next=5, gen=5] | |
I190926 08:20:38.541905 51494 storage/replica_raft.go:291 [n6,s6,r4/5:/System{/tsd-tse}] proposing LEAVE_JOINT: after=[(n5,s5):9 (n7,s7):7 (n6,s6):5] next=10 | |
I190926 08:20:38.598362 336 storage/store.go:2660 [n1,s1,r4/8:/System{/tsd-tse}] removing replica r4/8 | |
I190926 08:20:38.600143 649 storage/replica_raft.go:291 [n1,s1,r8/1:/Table/1{2-3}] proposing ADD_REPLICA[(n6,s6):4]: after=[(n1,s1):1 (n3,s3):2 (n4,s4):3 (n6,s6):4] next=5 | |
I190926 08:20:38.608676 649 storage/replica_command.go:1582 [n1,replicate,s1,r8/1:/Table/1{2-3}] change replicas (add [(n5,s5):5LEARNER] remove []): existing descriptor r8:/Table/1{2-3} [(n1,s1):1, (n3,s3):2, (n4,s4):3, (n6,s6):4, next=5, gen=6] | |
I190926 08:20:38.619371 5900 server/status/runtime.go:498 [n4] runtime stats: 418 MiB RSS, 3633 goroutines, 103 MiB/81 MiB/265 MiB GO alloc/idle/total, 117 MiB/179 MiB CGO alloc/total, 0.0 CGO/sec, 0.0/0.0 %(u/s)time, 0.0 %gc (22x), 138 MiB/138 MiB (r/w)net | |
I190926 08:20:38.625086 649 storage/replica_raft.go:291 [n1,s1,r8/1:/Table/1{2-3}] proposing ADD_REPLICA[(n5,s5):5LEARNER]: after=[(n1,s1):1 (n3,s3):2 (n4,s4):3 (n6,s6):4 (n5,s5):5LEARNER] next=6 | |
I190926 08:20:38.628018 649 storage/store_snapshot.go:978 [n1,replicate,s1,r8/1:/Table/1{2-3}] sending LEARNER snapshot b0832eff at applied index 97 | |
I190926 08:20:38.628161 56152 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r8/1:/Table/1{2-3}] skipping snapshot; replica is likely a learner in the process of being added: (n5,s5):5LEARNER | |
I190926 08:20:38.628455 649 storage/store_snapshot.go:1021 [n1,replicate,s1,r8/1:/Table/1{2-3}] streamed snapshot to (n5,s5):5LEARNER: kv pairs: 128, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:38.629472 56123 storage/replica_raftstorage.go:794 [n5,s5,r8/5:{-}] applying LEARNER snapshot [id=b0832eff index=97] | |
I190926 08:20:38.633411 56123 storage/replica_raftstorage.go:815 [n5,s5,r8/5:/Table/1{2-3}] applied LEARNER snapshot [total=4ms ingestion=4@3ms id=b0832eff index=97] | |
I190926 08:20:38.637974 649 storage/replica_command.go:1582 [n1,replicate,s1,r8/1:/Table/1{2-3}] change replicas (add [(n5,s5):5] remove []): existing descriptor r8:/Table/1{2-3} [(n1,s1):1, (n3,s3):2, (n4,s4):3, (n6,s6):4, (n5,s5):5LEARNER, next=6, gen=7] | |
I190926 08:20:38.666225 649 storage/replica_raft.go:291 [n1,s1,r8/1:/Table/1{2-3}] proposing ADD_REPLICA[(n5,s5):5]: after=[(n1,s1):1 (n3,s3):2 (n4,s4):3 (n6,s6):4 (n5,s5):5] next=6 | |
I190926 08:20:38.669456 649 storage/queue.go:1132 [n1,replicate] purgatory is now empty | |
I190926 08:20:38.670204 56471 storage/replica_command.go:1582 [n1,replicate,s1,r6/1:/Table/{SystemCon…-11}] change replicas (add [(n4,s4):4LEARNER] remove []): existing descriptor r6:/Table/{SystemConfigSpan/Start-11} [(n1,s1):1, (n2,s2):2, (n3,s3):3, next=4, gen=4] | |
I190926 08:20:38.680940 56471 storage/replica_raft.go:291 [n1,s1,r6/1:/Table/{SystemCon…-11}] proposing ADD_REPLICA[(n4,s4):4LEARNER]: after=[(n1,s1):1 (n2,s2):2 (n3,s3):3 (n4,s4):4LEARNER] next=5 | |
I190926 08:20:38.685373 56471 storage/store_snapshot.go:978 [n1,replicate,s1,r6/1:/Table/{SystemCon…-11}] sending LEARNER snapshot a722ae69 at applied index 87 | |
I190926 08:20:38.685518 56057 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r6/1:/Table/{SystemCon…-11}] skipping snapshot; replica is likely a learner in the process of being added: (n4,s4):4LEARNER | |
I190926 08:20:38.685872 56471 storage/store_snapshot.go:1021 [n1,replicate,s1,r6/1:/Table/{SystemCon…-11}] streamed snapshot to (n4,s4):4LEARNER: kv pairs: 85, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:38.687488 55378 storage/replica_raftstorage.go:794 [n4,s4,r6/4:{-}] applying LEARNER snapshot [id=a722ae69 index=87] | |
I190926 08:20:38.690952 55378 storage/replica_raftstorage.go:815 [n4,s4,r6/4:/Table/{SystemCon…-11}] applied LEARNER snapshot [total=3ms ingestion=4@3ms id=a722ae69 index=87] | |
I190926 08:20:38.692507 56471 storage/replica_command.go:1582 [n1,replicate,s1,r6/1:/Table/{SystemCon…-11}] change replicas (add [(n4,s4):4] remove []): existing descriptor r6:/Table/{SystemConfigSpan/Start-11} [(n1,s1):1, (n2,s2):2, (n3,s3):3, (n4,s4):4LEARNER, next=5, gen=5] | |
I190926 08:20:38.700957 56471 storage/replica_raft.go:291 [n1,s1,r6/1:/Table/{SystemCon…-11}] proposing ADD_REPLICA[(n4,s4):4]: after=[(n1,s1):1 (n2,s2):2 (n3,s3):3 (n4,s4):4] next=5 | |
I190926 08:20:38.703755 56471 storage/replica_command.go:1582 [n1,replicate,s1,r6/1:/Table/{SystemCon…-11}] change replicas (add [(n6,s6):5LEARNER] remove []): existing descriptor r6:/Table/{SystemConfigSpan/Start-11} [(n1,s1):1, (n2,s2):2, (n3,s3):3, (n4,s4):4, next=5, gen=6] | |
I190926 08:20:38.745827 56471 storage/replica_raft.go:291 [n1,s1,r6/1:/Table/{SystemCon…-11}] proposing ADD_REPLICA[(n6,s6):5LEARNER]: after=[(n1,s1):1 (n2,s2):2 (n3,s3):3 (n4,s4):4 (n6,s6):5LEARNER] next=6 | |
I190926 08:20:38.748127 56776 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r6/1:/Table/{SystemCon…-11}] skipping snapshot; replica is likely a learner in the process of being added: (n6,s6):5LEARNER | |
I190926 08:20:38.748148 56471 storage/store_snapshot.go:978 [n1,replicate,s1,r6/1:/Table/{SystemCon…-11}] sending LEARNER snapshot 5855f5fd at applied index 91 | |
I190926 08:20:38.748577 56471 storage/store_snapshot.go:1021 [n1,replicate,s1,r6/1:/Table/{SystemCon…-11}] streamed snapshot to (n6,s6):5LEARNER: kv pairs: 89, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:38.749420 55762 storage/replica_raftstorage.go:794 [n6,s6,r6/5:{-}] applying LEARNER snapshot [id=5855f5fd index=91] | |
I190926 08:20:38.752641 55762 storage/replica_raftstorage.go:815 [n6,s6,r6/5:/Table/{SystemCon…-11}] applied LEARNER snapshot [total=3ms ingestion=4@3ms id=5855f5fd index=91] | |
I190926 08:20:38.753460 56471 storage/replica_command.go:1582 [n1,replicate,s1,r6/1:/Table/{SystemCon…-11}] change replicas (add [(n6,s6):5] remove []): existing descriptor r6:/Table/{SystemConfigSpan/Start-11} [(n1,s1):1, (n2,s2):2, (n3,s3):3, (n4,s4):4, (n6,s6):5LEARNER, next=6, gen=7] | |
I190926 08:20:38.827680 56471 storage/replica_raft.go:291 [n1,s1,r6/1:/Table/{SystemCon…-11}] proposing ADD_REPLICA[(n6,s6):5]: after=[(n1,s1):1 (n2,s2):2 (n3,s3):3 (n4,s4):4 (n6,s6):5] next=6 | |
I190926 08:20:38.837403 37 storage/replica_command.go:1582 [n1,replicate,s1,r15/1:/Table/{19-20}] change replicas (add [(n6,s6):4LEARNER] remove []): existing descriptor r15:/Table/{19-20} [(n1,s1):1, (n2,s2):2, (n3,s3):3, next=4, gen=4] | |
I190926 08:20:38.882431 37 storage/replica_raft.go:291 [n1,s1,r15/1:/Table/{19-20}] proposing ADD_REPLICA[(n6,s6):4LEARNER]: after=[(n1,s1):1 (n2,s2):2 (n3,s3):3 (n6,s6):4LEARNER] next=5 | |
I190926 08:20:38.884889 37 storage/store_snapshot.go:978 [n1,replicate,s1,r15/1:/Table/{19-20}] sending LEARNER snapshot 8efe8e13 at applied index 27 | |
I190926 08:20:38.885069 37 storage/store_snapshot.go:1021 [n1,replicate,s1,r15/1:/Table/{19-20}] streamed snapshot to (n6,s6):4LEARNER: kv pairs: 10, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:38.885110 56977 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r15/1:/Table/{19-20}] skipping snapshot; replica is likely a learner in the process of being added: (n6,s6):4LEARNER | |
I190926 08:20:38.885775 57485 storage/replica_raftstorage.go:794 [n6,s6,r15/4:{-}] applying LEARNER snapshot [id=8efe8e13 index=27] | |
I190926 08:20:38.895909 57485 storage/replica_raftstorage.go:815 [n6,s6,r15/4:/Table/{19-20}] applied LEARNER snapshot [total=10ms ingestion=4@10ms id=8efe8e13 index=27] | |
I190926 08:20:38.896727 37 storage/replica_command.go:1582 [n1,replicate,s1,r15/1:/Table/{19-20}] change replicas (add [(n6,s6):4] remove []): existing descriptor r15:/Table/{19-20} [(n1,s1):1, (n2,s2):2, (n3,s3):3, (n6,s6):4LEARNER, next=5, gen=5] | |
I190926 08:20:38.918975 37 storage/replica_raft.go:291 [n1,s1,r15/1:/Table/{19-20}] proposing ADD_REPLICA[(n6,s6):4]: after=[(n1,s1):1 (n2,s2):2 (n3,s3):3 (n6,s6):4] next=5 | |
I190926 08:20:38.920730 37 storage/replica_command.go:1582 [n1,replicate,s1,r15/1:/Table/{19-20}] change replicas (add [(n7,s7):5LEARNER] remove []): existing descriptor r15:/Table/{19-20} [(n1,s1):1, (n2,s2):2, (n3,s3):3, (n6,s6):4, next=5, gen=6] | |
I190926 08:20:38.931512 37 storage/replica_raft.go:291 [n1,s1,r15/1:/Table/{19-20}] proposing ADD_REPLICA[(n7,s7):5LEARNER]: after=[(n1,s1):1 (n2,s2):2 (n3,s3):3 (n6,s6):4 (n7,s7):5LEARNER] next=6 | |
I190926 08:20:38.948496 58102 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r15/1:/Table/{19-20}] skipping snapshot; replica is likely a learner in the process of being added: (n7,s7):5LEARNER | |
I190926 08:20:38.948648 37 storage/store_snapshot.go:978 [n1,replicate,s1,r15/1:/Table/{19-20}] sending LEARNER snapshot 7697f8a7 at applied index 31 | |
I190926 08:20:38.948857 37 storage/store_snapshot.go:1021 [n1,replicate,s1,r15/1:/Table/{19-20}] streamed snapshot to (n7,s7):5LEARNER: kv pairs: 14, log entries: 0, rate-limit: 8.0 MiB/sec, 0.01s | |
I190926 08:20:38.949848 58092 storage/replica_raftstorage.go:794 [n7,s7,r15/5:{-}] applying LEARNER snapshot [id=7697f8a7 index=31] | |
I190926 08:20:38.961711 58092 storage/replica_raftstorage.go:815 [n7,s7,r15/5:/Table/{19-20}] applied LEARNER snapshot [total=12ms ingestion=4@11ms id=7697f8a7 index=31] | |
I190926 08:20:38.963196 37 storage/replica_command.go:1582 [n1,replicate,s1,r15/1:/Table/{19-20}] change replicas (add [(n7,s7):5] remove []): existing descriptor r15:/Table/{19-20} [(n1,s1):1, (n2,s2):2, (n3,s3):3, (n6,s6):4, (n7,s7):5LEARNER, next=6, gen=7] | |
I190926 08:20:38.971435 37 storage/replica_raft.go:291 [n1,s1,r15/1:/Table/{19-20}] proposing ADD_REPLICA[(n7,s7):5]: after=[(n1,s1):1 (n2,s2):2 (n3,s3):3 (n6,s6):4 (n7,s7):5] next=6 | |
I190926 08:20:38.978163 37 storage/replica_command.go:1582 [n1,replicate,s1,r18/1:/Table/2{2-3}] change replicas (add [(n4,s4):4LEARNER] remove []): existing descriptor r18:/Table/2{2-3} [(n1,s1):1, (n2,s2):2, (n3,s3):3, next=4, gen=4] | |
I190926 08:20:39.012350 37 storage/replica_raft.go:291 [n1,s1,r18/1:/Table/2{2-3}] proposing ADD_REPLICA[(n4,s4):4LEARNER]: after=[(n1,s1):1 (n2,s2):2 (n3,s3):3 (n4,s4):4LEARNER] next=5 | |
I190926 08:20:39.075204 58567 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r18/1:/Table/2{2-3}] skipping snapshot; replica is likely a learner in the process of being added: (n4,s4):4LEARNER | |
I190926 08:20:39.075887 37 storage/store_snapshot.go:978 [n1,replicate,s1,r18/1:/Table/2{2-3}] sending LEARNER snapshot 75def120 at applied index 27 | |
I190926 08:20:39.076098 37 storage/store_snapshot.go:1021 [n1,replicate,s1,r18/1:/Table/2{2-3}] streamed snapshot to (n4,s4):4LEARNER: kv pairs: 10, log entries: 0, rate-limit: 8.0 MiB/sec, 0.06s | |
I190926 08:20:39.106260 58853 storage/replica_raftstorage.go:794 [n4,s4,r18/4:{-}] applying LEARNER snapshot [id=75def120 index=27] | |
I190926 08:20:39.208538 58853 storage/replica_raftstorage.go:815 [n4,s4,r18/4:/Table/2{2-3}] applied LEARNER snapshot [total=102ms ingestion=4@101ms id=75def120 index=27] | |
I190926 08:20:39.211061 37 storage/replica_command.go:1582 [n1,replicate,s1,r18/1:/Table/2{2-3}] change replicas (add [(n4,s4):4] remove []): existing descriptor r18:/Table/2{2-3} [(n1,s1):1, (n2,s2):2, (n3,s3):3, (n4,s4):4LEARNER, next=5, gen=5] | |
I190926 08:20:39.224466 37 storage/replica_raft.go:291 [n1,s1,r18/1:/Table/2{2-3}] proposing ADD_REPLICA[(n4,s4):4]: after=[(n1,s1):1 (n2,s2):2 (n3,s3):3 (n4,s4):4] next=5 | |
I190926 08:20:39.226769 37 storage/replica_command.go:1582 [n1,replicate,s1,r18/1:/Table/2{2-3}] change replicas (add [(n6,s6):5LEARNER] remove []): existing descriptor r18:/Table/2{2-3} [(n1,s1):1, (n2,s2):2, (n3,s3):3, (n4,s4):4, next=5, gen=6] | |
I190926 08:20:39.242914 37 storage/replica_raft.go:291 [n1,s1,r18/1:/Table/2{2-3}] proposing ADD_REPLICA[(n6,s6):5LEARNER]: after=[(n1,s1):1 (n2,s2):2 (n3,s3):3 (n4,s4):4 (n6,s6):5LEARNER] next=6 | |
I190926 08:20:39.246271 37 storage/store_snapshot.go:978 [n1,replicate,s1,r18/1:/Table/2{2-3}] sending LEARNER snapshot 64ce0668 at applied index 31 | |
I190926 08:20:39.247836 37 storage/store_snapshot.go:1021 [n1,replicate,s1,r18/1:/Table/2{2-3}] streamed snapshot to (n6,s6):5LEARNER: kv pairs: 14, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:39.246411 59813 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r18/1:/Table/2{2-3}] skipping snapshot; replica is likely a learner in the process of being added: (n6,s6):5LEARNER | |
I190926 08:20:39.248664 59307 storage/replica_raftstorage.go:794 [n6,s6,r18/5:{-}] applying LEARNER snapshot [id=64ce0668 index=31] | |
I190926 08:20:39.264289 59307 storage/replica_raftstorage.go:815 [n6,s6,r18/5:/Table/2{2-3}] applied LEARNER snapshot [total=16ms ingestion=4@15ms id=64ce0668 index=31] | |
I190926 08:20:39.265239 37 storage/replica_command.go:1582 [n1,replicate,s1,r18/1:/Table/2{2-3}] change replicas (add [(n6,s6):5] remove []): existing descriptor r18:/Table/2{2-3} [(n1,s1):1, (n2,s2):2, (n3,s3):3, (n4,s4):4, (n6,s6):5LEARNER, next=6, gen=7] | |
I190926 08:20:39.274356 37 storage/replica_raft.go:291 [n1,s1,r18/1:/Table/2{2-3}] proposing ADD_REPLICA[(n6,s6):5]: after=[(n1,s1):1 (n2,s2):2 (n3,s3):3 (n4,s4):4 (n6,s6):5] next=6 | |
I190926 08:20:39.276476 37 storage/replica_command.go:1582 [n1,replicate,s1,r10/1:/Table/1{4-5}] change replicas (add [(n4,s4):4LEARNER] remove []): existing descriptor r10:/Table/1{4-5} [(n1,s1):1, (n3,s3):2, (n2,s2):3, next=4, gen=4] | |
I190926 08:20:39.300526 37 storage/replica_raft.go:291 [n1,s1,r10/1:/Table/1{4-5}] proposing ADD_REPLICA[(n4,s4):4LEARNER]: after=[(n1,s1):1 (n3,s3):2 (n2,s2):3 (n4,s4):4LEARNER] next=5 | |
I190926 08:20:39.303236 37 storage/store_snapshot.go:978 [n1,replicate,s1,r10/1:/Table/1{4-5}] sending LEARNER snapshot f372add6 at applied index 28 | |
I190926 08:20:39.303358 60241 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r10/1:/Table/1{4-5}] skipping snapshot; replica is likely a learner in the process of being added: (n4,s4):4LEARNER | |
I190926 08:20:39.303473 37 storage/store_snapshot.go:1021 [n1,replicate,s1,r10/1:/Table/1{4-5}] streamed snapshot to (n4,s4):4LEARNER: kv pairs: 10, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:39.304195 60217 storage/replica_raftstorage.go:794 [n4,s4,r10/4:{-}] applying LEARNER snapshot [id=f372add6 index=28] | |
I190926 08:20:39.313311 60217 storage/replica_raftstorage.go:815 [n4,s4,r10/4:/Table/1{4-5}] applied LEARNER snapshot [total=9ms ingestion=4@9ms id=f372add6 index=28] | |
I190926 08:20:39.315692 37 storage/replica_command.go:1582 [n1,replicate,s1,r10/1:/Table/1{4-5}] change replicas (add [(n4,s4):4] remove []): existing descriptor r10:/Table/1{4-5} [(n1,s1):1, (n3,s3):2, (n2,s2):3, (n4,s4):4LEARNER, next=5, gen=5] | |
I190926 08:20:39.331230 37 storage/replica_raft.go:291 [n1,s1,r10/1:/Table/1{4-5}] proposing ADD_REPLICA[(n4,s4):4]: after=[(n1,s1):1 (n3,s3):2 (n2,s2):3 (n4,s4):4] next=5 | |
I190926 08:20:39.332777 37 storage/replica_command.go:1582 [n1,replicate,s1,r10/1:/Table/1{4-5}] change replicas (add [(n5,s5):5LEARNER] remove []): existing descriptor r10:/Table/1{4-5} [(n1,s1):1, (n3,s3):2, (n2,s2):3, (n4,s4):4, next=5, gen=6] | |
I190926 08:20:39.347811 37 storage/replica_raft.go:291 [n1,s1,r10/1:/Table/1{4-5}] proposing ADD_REPLICA[(n5,s5):5LEARNER]: after=[(n1,s1):1 (n3,s3):2 (n2,s2):3 (n4,s4):4 (n5,s5):5LEARNER] next=6 | |
I190926 08:20:39.350491 37 storage/store_snapshot.go:978 [n1,replicate,s1,r10/1:/Table/1{4-5}] sending LEARNER snapshot d519dedc at applied index 32 | |
I190926 08:20:39.350610 60471 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r10/1:/Table/1{4-5}] skipping snapshot; replica is likely a learner in the process of being added: (n5,s5):5LEARNER | |
I190926 08:20:39.350786 37 storage/store_snapshot.go:1021 [n1,replicate,s1,r10/1:/Table/1{4-5}] streamed snapshot to (n5,s5):5LEARNER: kv pairs: 14, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:39.351482 60456 storage/replica_raftstorage.go:794 [n5,s5,r10/5:{-}] applying LEARNER snapshot [id=d519dedc index=32] | |
I190926 08:20:39.377643 60456 storage/replica_raftstorage.go:815 [n5,s5,r10/5:/Table/1{4-5}] applied LEARNER snapshot [total=26ms ingestion=4@19ms id=d519dedc index=32] | |
I190926 08:20:39.378712 37 storage/replica_command.go:1582 [n1,replicate,s1,r10/1:/Table/1{4-5}] change replicas (add [(n5,s5):5] remove []): existing descriptor r10:/Table/1{4-5} [(n1,s1):1, (n3,s3):2, (n2,s2):3, (n4,s4):4, (n5,s5):5LEARNER, next=6, gen=7] | |
I190926 08:20:39.393527 37 storage/replica_raft.go:291 [n1,s1,r10/1:/Table/1{4-5}] proposing ADD_REPLICA[(n5,s5):5]: after=[(n1,s1):1 (n3,s3):2 (n2,s2):3 (n4,s4):4 (n5,s5):5] next=6 | |
I190926 08:20:39.485160 61261 storage/replica_command.go:1582 [n1,replicate,s1,r5/1:/{Systemtse-Table/System…}] change replicas (add [(n3,s3):6LEARNER] remove []): existing descriptor r5:/{Systemtse-Table/SystemConfigSpan/Start} [(n1,s1):1, (n6,s6):2, (n5,s5):3, (n2,s2):4, (n7,s7):5, next=6, gen=8] | |
I190926 08:20:39.493988 61261 storage/replica_raft.go:291 [n1,s1,r5/1:/{Systemtse-Table/System…}] proposing ADD_REPLICA[(n3,s3):6LEARNER]: after=[(n1,s1):1 (n6,s6):2 (n5,s5):3 (n2,s2):4 (n7,s7):5 (n3,s3):6LEARNER] next=7 | |
I190926 08:20:39.496683 61304 storage/raft_snapshot_queue.go:125 [n1,raftsnapshot,s1,r5/1:/{Systemtse-Table/System…}] skipping snapshot; replica is likely a learner in the process of being added: (n3,s3):6LEARNER | |
I190926 08:20:39.496794 37 testutils/testcluster/testcluster.go:705 WaitForFullReplication took: 7.818530581s | |
I190926 08:20:39.498662 61261 storage/store_snapshot.go:978 [n1,replicate,s1,r5/1:/{Systemtse-Table/System…}] sending LEARNER snapshot d619379d at applied index 36 | |
I190926 08:20:39.499017 61261 storage/store_snapshot.go:1021 [n1,replicate,s1,r5/1:/{Systemtse-Table/System…}] streamed snapshot to (n3,s3):6LEARNER: kv pairs: 15, log entries: 0, rate-limit: 8.0 MiB/sec, 0.00s | |
I190926 08:20:39.499798 61413 storage/replica_raftstorage.go:794 [n3,s3,r5/6:{-}] applying LEARNER snapshot [id=d619379d index=36] | |
I190926 08:20:39.509641 61413 storage/replica_raftstorage.go:815 [n3,s3,r5/6:/{Systemtse-Table/System…}] applied LEARNER snapshot [total=10ms ingestion=4@9ms id=d619379d index=36] | |
I190926 08:20:39.511241 61261 storage/replica_command.go:1582 [n1,replicate,s1,r5/1:/{Systemtse-Table/System…}] change replicas (add [(n3,s3):6VOTER_INCOMING] remove [(n5,s5):3VOTER_OUTGOING]): existing descriptor r5:/{Systemtse-Table/SystemConfigSpan/Start} [(n1,s1):1, (n6,s6):2, (n5,s5):3, (n2,s2):4, (n7,s7):5, (n3,s3):6LEARNER, next=7, gen=9] | |
I190926 08:20:39.571827 61261 storage/replica_raft.go:291 [n1,s1,r5/1:/{Systemtse-Table/System…}] proposing ENTER_JOINT ADD_REPLICA[(n3,s3):6VOTER_INCOMING], REMOVE_REPLICA[(n5,s5):3VOTER_OUTGOING]: after=[(n1,s1):1 (n6,s6):2 (n5,s5):3VOTER_OUTGOING (n2,s2):4 (n7,s7):5 (n3,s3):6VOTER_INCOMING] next=7 | |
I190926 08:20:39.578948 61261 storage/replica_command.go:1582 [n1,replicate,s1,r5/1:/{Systemtse-Table/System…}] change replicas (add [] remove []): existing descriptor r5:/{Systemtse-Table/SystemConfigSpan/Start} [(n1,s1):1, (n6,s6):2, (n5,s5):3VOTER_OUTGOING, (n2,s2):4, (n7,s7):5, (n3,s3):6VOTER_INCOMING, next=7, gen=10] | |
I190926 08:20:39.581834 37 storage/client_replica_test.go:1706 TestSystemZoneConfig: test cluster started | |
I190926 08:20:39.583449 37 storage/client_replica_test.go:1717 TestSystemZoneConfig: expecting 23 system ranges and 1 user ranges | |
I190926 08:20:39.583477 37 storage/client_replica_test.go:1719 TestSystemZoneConfig: expected (23x5) + (1x3) = 118 replicas total | |
I190926 08:20:39.625835 61261 storage/replica_raft.go:291 [n1,s1,r5/1:/{Systemtse-Table/System…}] proposing LEAVE_JOINT: after=[(n1,s1):1 (n6,s6):2 (n3,s3):6 (n2,s2):4 (n7,s7):5] next=7 | |
I190926 08:20:39.627693 9082 storage/store.go:2660 [n5,s5,r5/3:/{Systemtse-Table/System…}] removing replica r5/3 | |
I190926 08:20:39.747099 9203 server/status/runtime.go:498 [n5] runtime stats: 426 MiB RSS, 3628 goroutines, 161 MiB/32 MiB/265 MiB GO alloc/idle/total, 117 MiB/181 MiB CGO alloc/total, 0.0 CGO/sec, 0.0/0.0 %(u/s)time, 0.0 %gc (22x), 137 MiB/137 MiB (r/w)net | |
I190926 08:20:40.835574 13605 server/status/runtime.go:498 [n6] runtime stats: 434 MiB RSS, 3613 goroutines, 97 MiB/91 MiB/272 MiB GO alloc/idle/total, 118 MiB/183 MiB CGO alloc/total, 0.0 CGO/sec, 0.0/0.0 %(u/s)time, 0.0 %gc (23x), 136 MiB/136 MiB (r/w)net | |
I190926 08:20:41.581917 17046 server/status/runtime.go:498 [n7] runtime stats: 436 MiB RSS, 3609 goroutines, 115 MiB/77 MiB/272 MiB GO alloc/idle/total, 119 MiB/186 MiB CGO alloc/total, 0.0 CGO/sec, 0.0/0.0 %(u/s)time, 0.0 %gc (23x), 136 MiB/136 MiB (r/w)net | |
I190926 08:20:42.822072 37 storage/client_replica_test.go:1750 SucceedsSoon: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
I190926 08:20:43.823363 37 storage/client_replica_test.go:1750 SucceedsSoon: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
W190926 08:20:44.270279 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
W190926 08:20:44.324656 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
W190926 08:20:44.426488 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
I190926 08:20:44.526372 361 storage/compactor/compactor.go:325 [n1,s1,compactor] purging suggested compaction for range /Min - /System/NodeLiveness that contains live data | |
I190926 08:20:44.528163 361 storage/compactor/compactor.go:370 [n1,s1,compactor] processing compaction #1-10/10 (/System/NodeLivenessMax-/Max) for 803 KiB (reasons: size=false used=true avail=false) | |
I190926 08:20:44.539725 361 storage/compactor/compactor.go:386 [n1,s1,compactor] processed compaction #1-10/10 (/System/NodeLivenessMax-/Max) for 803 KiB in 0.0s | |
W190926 08:20:44.635883 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
I190926 08:20:44.824502 37 storage/client_replica_test.go:1750 SucceedsSoon: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
W190926 08:20:44.978275 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
I190926 08:20:45.127973 390 server/status/runtime.go:498 [n1] runtime stats: 441 MiB RSS, 3609 goroutines, 162 MiB/36 MiB/272 MiB GO alloc/idle/total, 119 MiB/191 MiB CGO alloc/total, 9254.8 CGO/sec, 76.1/8.2 %(u/s)time, 1.2 %gc (4x), 129 MiB/129 MiB (r/w)net | |
I190926 08:20:45.827433 37 storage/client_replica_test.go:1750 SucceedsSoon: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
W190926 08:20:45.854986 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
I190926 08:20:46.758752 2608 server/status/runtime.go:498 [n2] runtime stats: 444 MiB RSS, 3613 goroutines, 111 MiB/83 MiB/272 MiB GO alloc/idle/total, 120 MiB/193 MiB CGO alloc/total, 7161.8 CGO/sec, 60.6/6.2 %(u/s)time, 1.2 %gc (4x), 130 MiB/130 MiB (r/w)net | |
I190926 08:20:46.829944 37 storage/client_replica_test.go:1750 SucceedsSoon: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
I190926 08:20:46.875661 3891 storage/compactor/compactor.go:325 [n3,s3,compactor] purging suggested compaction for range /Min - /System/NodeLiveness that contains live data | |
I190926 08:20:46.876126 3891 storage/compactor/compactor.go:370 [n3,s3,compactor] processing compaction #1/3 (/System/tsd-/System/"tse") for 340 KiB (reasons: size=false used=true avail=false) | |
I190926 08:20:46.876244 3891 storage/compactor/compactor.go:386 [n3,s3,compactor] processed compaction #1/3 (/System/tsd-/System/"tse") for 340 KiB in 0.0s | |
W190926 08:20:46.887452 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
I190926 08:20:47.548167 2602 storage/compactor/compactor.go:370 [n2,s2,compactor] processing compaction #1-2/2 (/System/NodeLivenessMax-/System/"tse") for 520 KiB (reasons: size=false used=true avail=false) | |
I190926 08:20:47.548281 2602 storage/compactor/compactor.go:386 [n2,s2,compactor] processed compaction #1-2/2 (/System/NodeLivenessMax-/System/"tse") for 520 KiB in 0.0s | |
I190926 08:20:47.579337 3897 server/status/runtime.go:498 [n3] runtime stats: 446 MiB RSS, 3609 goroutines, 129 MiB/68 MiB/272 MiB GO alloc/idle/total, 123 MiB/196 MiB CGO alloc/total, 6454.1 CGO/sec, 53.1/5.3 %(u/s)time, 1.1 %gc (3x), 129 MiB/129 MiB (r/w)net | |
I190926 08:20:47.831026 37 storage/client_replica_test.go:1750 SucceedsSoon: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
W190926 08:20:47.845680 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
I190926 08:20:48.524554 5900 server/status/runtime.go:498 [n4] runtime stats: 448 MiB RSS, 3609 goroutines, 150 MiB/47 MiB/272 MiB GO alloc/idle/total, 123 MiB/197 MiB CGO alloc/total, 3870.2 CGO/sec, 44.8/4.8 %(u/s)time, 0.3 %gc (2x), 130 MiB/130 MiB (r/w)net | |
W190926 08:20:48.698446 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
I190926 08:20:48.706184 9197 storage/compactor/compactor.go:325 [n5,s5,compactor] purging suggested compaction for range /Min - /System/NodeLiveness that contains live data | |
I190926 08:20:48.706363 9197 storage/compactor/compactor.go:325 [n5,s5,compactor] purging suggested compaction for range /System/tsd - /System/"tse" that contains live data | |
I190926 08:20:48.832870 37 storage/client_replica_test.go:1750 SucceedsSoon: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
W190926 08:20:49.724599 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
I190926 08:20:49.741283 9203 server/status/runtime.go:498 [n5] runtime stats: 450 MiB RSS, 3609 goroutines, 97 MiB/95 MiB/272 MiB GO alloc/idle/total, 122 MiB/197 MiB CGO alloc/total, 2915.7 CGO/sec, 37.3/3.7 %(u/s)time, 0.3 %gc (3x), 130 MiB/130 MiB (r/w)net | |
I190926 08:20:49.834072 37 storage/client_replica_test.go:1750 SucceedsSoon: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
I190926 08:20:50.837211 37 storage/client_replica_test.go:1750 SucceedsSoon: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
I190926 08:20:50.838863 13605 server/status/runtime.go:498 [n6] runtime stats: 451 MiB RSS, 3618 goroutines, 119 MiB/79 MiB/271 MiB GO alloc/idle/total, 122 MiB/197 MiB CGO alloc/total, 2900.4 CGO/sec, 35.3/3.7 %(u/s)time, 0.1 %gc (2x), 132 MiB/132 MiB (r/w)net | |
W190926 08:20:50.865222 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
I190926 08:20:51.568423 17046 server/status/runtime.go:498 [n7] runtime stats: 452 MiB RSS, 3609 goroutines, 137 MiB/64 MiB/271 MiB GO alloc/idle/total, 122 MiB/197 MiB CGO alloc/total, 2915.5 CGO/sec, 35.6/3.5 %(u/s)time, 0.1 %gc (2x), 132 MiB/132 MiB (r/w)net | |
I190926 08:20:51.838537 37 storage/client_replica_test.go:1750 SucceedsSoon: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
W190926 08:20:52.014713 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
I190926 08:20:52.840116 37 storage/client_replica_test.go:1750 SucceedsSoon: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
I190926 08:20:52.887897 13599 storage/compactor/compactor.go:325 [n6,s6,compactor] purging suggested compaction for range /Min - /System/NodeLiveness that contains live data | |
W190926 08:20:53.086704 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
I190926 08:20:53.207928 5894 storage/compactor/compactor.go:370 [n4,s4,compactor] processing compaction #1/3 (/System/tsd-/System/"tse") for 430 KiB (reasons: size=false used=true avail=false) | |
I190926 08:20:53.208039 5894 storage/compactor/compactor.go:386 [n4,s4,compactor] processed compaction #1/3 (/System/tsd-/System/"tse") for 430 KiB in 0.0s | |
I190926 08:20:53.845261 37 storage/client_replica_test.go:1750 SucceedsSoon: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
W190926 08:20:54.002417 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
I190926 08:20:54.846361 37 storage/client_replica_test.go:1750 SucceedsSoon: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
W190926 08:20:54.903337 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
I190926 08:20:55.132622 390 server/status/runtime.go:498 [n1] runtime stats: 461 MiB RSS, 3609 goroutines, 105 MiB/92 MiB/271 MiB GO alloc/idle/total, 125 MiB/207 MiB CGO alloc/total, 2909.3 CGO/sec, 37.2/3.3 %(u/s)time, 0.1 %gc (3x), 130 MiB/130 MiB (r/w)net | |
I190926 08:20:55.847566 37 storage/client_replica_test.go:1750 SucceedsSoon: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
W190926 08:20:56.011516 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
I190926 08:20:56.757958 2608 server/status/runtime.go:498 [n2] runtime stats: 462 MiB RSS, 3610 goroutines, 136 MiB/64 MiB/271 MiB GO alloc/idle/total, 124 MiB/207 MiB CGO alloc/total, 3012.9 CGO/sec, 36.4/3.5 %(u/s)time, 0.1 %gc (2x), 129 MiB/129 MiB (r/w)net | |
I190926 08:20:56.849986 37 storage/client_replica_test.go:1750 SucceedsSoon: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
W190926 08:20:56.960257 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
I190926 08:20:57.591533 3897 server/status/runtime.go:498 [n3] runtime stats: 462 MiB RSS, 3611 goroutines, 157 MiB/45 MiB/271 MiB GO alloc/idle/total, 124 MiB/207 MiB CGO alloc/total, 3037.7 CGO/sec, 36.8/3.7 %(u/s)time, 0.1 %gc (2x), 129 MiB/129 MiB (r/w)net | |
I190926 08:20:57.852493 37 storage/client_replica_test.go:1750 SucceedsSoon: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
W190926 08:20:57.920346 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
I190926 08:20:58.529901 5900 server/status/runtime.go:498 [n4] runtime stats: 464 MiB RSS, 3619 goroutines, 107 MiB/87 MiB/271 MiB GO alloc/idle/total, 125 MiB/207 MiB CGO alloc/total, 3078.1 CGO/sec, 38.8/3.7 %(u/s)time, 0.1 %gc (3x), 127 MiB/127 MiB (r/w)net | |
W190926 08:20:58.852730 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
I190926 08:20:58.853653 37 storage/client_replica_test.go:1750 SucceedsSoon: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
I190926 08:20:59.733305 9203 server/status/runtime.go:498 [n5] runtime stats: 465 MiB RSS, 3613 goroutines, 132 MiB/66 MiB/271 MiB GO alloc/idle/total, 124 MiB/208 MiB CGO alloc/total, 3123.9 CGO/sec, 37.8/3.9 %(u/s)time, 0.1 %gc (2x), 126 MiB/126 MiB (r/w)net | |
I190926 08:20:59.854750 37 storage/client_replica_test.go:1750 SucceedsSoon: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
W190926 08:20:59.880100 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
W190926 08:21:00.733513 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
I190926 08:21:00.837905 13605 server/status/runtime.go:498 [n6] runtime stats: 472 MiB RSS, 3614 goroutines, 155 MiB/46 MiB/271 MiB GO alloc/idle/total, 130 MiB/211 MiB CGO alloc/total, 3176.5 CGO/sec, 38.3/3.9 %(u/s)time, 0.1 %gc (2x), 125 MiB/125 MiB (r/w)net | |
I190926 08:21:00.860408 37 storage/client_replica_test.go:1750 SucceedsSoon: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
I190926 08:21:01.585184 17046 server/status/runtime.go:498 [n7] runtime stats: 476 MiB RSS, 3637 goroutines, 101 MiB/92 MiB/271 MiB GO alloc/idle/total, 132 MiB/212 MiB CGO alloc/total, 3188.1 CGO/sec, 40.2/4.2 %(u/s)time, 0.2 %gc (3x), 126 MiB/126 MiB (r/w)net | |
W190926 08:21:01.672084 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
I190926 08:21:01.861760 37 storage/client_replica_test.go:1750 SucceedsSoon: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
W190926 08:21:02.810582 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
I190926 08:21:02.863040 37 storage/client_replica_test.go:1750 SucceedsSoon: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
W190926 08:21:03.764798 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
I190926 08:21:03.864562 37 storage/client_replica_test.go:1750 SucceedsSoon: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
W190926 08:21:04.697429 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
I190926 08:21:04.865840 37 storage/client_replica_test.go:1750 SucceedsSoon: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
I190926 08:21:05.137864 390 server/status/runtime.go:498 [n1] runtime stats: 478 MiB RSS, 3623 goroutines, 148 MiB/54 MiB/271 MiB GO alloc/idle/total, 132 MiB/210 MiB CGO alloc/total, 3196.7 CGO/sec, 38.6/4.7 %(u/s)time, 0.2 %gc (2x), 129 MiB/129 MiB (r/w)net | |
W190926 08:21:05.843572 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
I190926 08:21:05.867727 37 storage/client_replica_test.go:1750 SucceedsSoon: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
W190926 08:21:06.718510 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
I190926 08:21:06.758019 2608 server/status/runtime.go:498 [n2] runtime stats: 478 MiB RSS, 3619 goroutines, 102 MiB/93 MiB/271 MiB GO alloc/idle/total, 132 MiB/211 MiB CGO alloc/total, 3109.8 CGO/sec, 39.1/4.7 %(u/s)time, 0.2 %gc (3x), 130 MiB/130 MiB (r/w)net | |
I190926 08:21:06.868868 37 storage/client_replica_test.go:1750 SucceedsSoon: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
I190926 08:21:07.574877 3897 server/status/runtime.go:498 [n3] runtime stats: 482 MiB RSS, 3616 goroutines, 123 MiB/75 MiB/271 MiB GO alloc/idle/total, 134 MiB/214 MiB CGO alloc/total, 3095.6 CGO/sec, 39.2/4.8 %(u/s)time, 0.2 %gc (3x), 128 MiB/128 MiB (r/w)net | |
W190926 08:21:07.822924 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
I190926 08:21:07.870060 37 storage/client_replica_test.go:1750 SucceedsSoon: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
I190926 08:21:08.548636 5900 server/status/runtime.go:498 [n4] runtime stats: 483 MiB RSS, 3616 goroutines, 143 MiB/58 MiB/271 MiB GO alloc/idle/total, 133 MiB/214 MiB CGO alloc/total, 3041.7 CGO/sec, 37.0/4.7 %(u/s)time, 0.1 %gc (2x), 131 MiB/131 MiB (r/w)net | |
W190926 08:21:08.792237 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
I190926 08:21:08.871297 37 storage/client_replica_test.go:1750 SucceedsSoon: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
I190926 08:21:09.732902 9203 server/status/runtime.go:498 [n5] runtime stats: 486 MiB RSS, 3616 goroutines, 165 MiB/38 MiB/271 MiB GO alloc/idle/total, 134 MiB/214 MiB CGO alloc/total, 2984.4 CGO/sec, 36.4/4.5 %(u/s)time, 0.1 %gc (2x), 132 MiB/132 MiB (r/w)net | |
I190926 08:21:09.877075 37 storage/client_replica_test.go:1750 SucceedsSoon: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
W190926 08:21:09.913482 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
I190926 08:21:10.837013 13605 server/status/runtime.go:498 [n6] runtime stats: 487 MiB RSS, 3616 goroutines, 106 MiB/90 MiB/271 MiB GO alloc/idle/total, 133 MiB/214 MiB CGO alloc/total, 2943.2 CGO/sec, 37.7/4.2 %(u/s)time, 0.1 %gc (3x), 132 MiB/132 MiB (r/w)net | |
I190926 08:21:10.878216 37 storage/client_replica_test.go:1750 SucceedsSoon: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
W190926 08:21:11.031470 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
I190926 08:21:11.571253 17046 server/status/runtime.go:498 [n7] runtime stats: 488 MiB RSS, 3616 goroutines, 126 MiB/74 MiB/271 MiB GO alloc/idle/total, 133 MiB/214 MiB CGO alloc/total, 2931.1 CGO/sec, 35.3/4.2 %(u/s)time, 0.0 %gc (2x), 132 MiB/132 MiB (r/w)net | |
I190926 08:21:11.881394 37 storage/client_replica_test.go:1750 SucceedsSoon: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
W190926 08:21:12.164680 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
I190926 08:21:12.884059 37 storage/client_replica_test.go:1750 SucceedsSoon: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
W190926 08:21:13.252338 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
I190926 08:21:13.885852 37 storage/client_replica_test.go:1750 SucceedsSoon: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
W190926 08:21:14.160337 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
I190926 08:21:14.887151 37 storage/client_replica_test.go:1750 SucceedsSoon: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
I190926 08:21:15.129378 390 server/status/runtime.go:498 [n1] runtime stats: 490 MiB RSS, 3620 goroutines, 98 MiB/98 MiB/271 MiB GO alloc/idle/total, 132 MiB/214 MiB CGO alloc/total, 2901.8 CGO/sec, 36.7/3.8 %(u/s)time, 0.0 %gc (3x), 131 MiB/131 MiB (r/w)net | |
W190926 08:21:15.146893 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
I190926 08:21:15.888516 37 storage/client_replica_test.go:1750 SucceedsSoon: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
W190926 08:21:16.294291 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
I190926 08:21:16.756982 2608 server/status/runtime.go:498 [n2] runtime stats: 496 MiB RSS, 3616 goroutines, 126 MiB/75 MiB/271 MiB GO alloc/idle/total, 137 MiB/218 MiB CGO alloc/total, 2909.1 CGO/sec, 35.4/3.8 %(u/s)time, 0.0 %gc (2x), 130 MiB/130 MiB (r/w)net | |
I190926 08:21:16.891659 37 storage/client_replica_test.go:1750 SucceedsSoon: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
W190926 08:21:17.413862 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
I190926 08:21:17.575424 3897 server/status/runtime.go:498 [n3] runtime stats: 507 MiB RSS, 3623 goroutines, 144 MiB/59 MiB/271 MiB GO alloc/idle/total, 147 MiB/227 MiB CGO alloc/total, 2890.3 CGO/sec, 35.2/3.6 %(u/s)time, 0.0 %gc (2x), 130 MiB/130 MiB (r/w)net | |
I190926 08:21:17.892786 37 storage/client_replica_test.go:1750 SucceedsSoon: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
W190926 08:21:18.408786 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
I190926 08:21:18.526219 5900 server/status/runtime.go:498 [n4] runtime stats: 508 MiB RSS, 3616 goroutines, 92 MiB/102 MiB/271 MiB GO alloc/idle/total, 147 MiB/227 MiB CGO alloc/total, 2887.7 CGO/sec, 36.5/3.7 %(u/s)time, 0.3 %gc (3x), 129 MiB/129 MiB (r/w)net | |
I190926 08:21:18.894669 37 storage/client_replica_test.go:1750 SucceedsSoon: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
W190926 08:21:19.280277 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
I190926 08:21:19.734206 9203 server/status/runtime.go:498 [n5] runtime stats: 509 MiB RSS, 3616 goroutines, 117 MiB/82 MiB/271 MiB GO alloc/idle/total, 147 MiB/228 MiB CGO alloc/total, 2886.3 CGO/sec, 36.5/3.9 %(u/s)time, 0.3 %gc (3x), 129 MiB/129 MiB (r/w)net | |
I190926 08:21:19.897022 37 storage/client_replica_test.go:1750 SucceedsSoon: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
W190926 08:21:20.284010 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
I190926 08:21:20.847772 13605 server/status/runtime.go:498 [n6] runtime stats: 509 MiB RSS, 3622 goroutines, 140 MiB/63 MiB/271 MiB GO alloc/idle/total, 147 MiB/228 MiB CGO alloc/total, 2889.0 CGO/sec, 35.0/4.0 %(u/s)time, 0.3 %gc (2x), 130 MiB/130 MiB (r/w)net | |
I190926 08:21:20.898294 37 storage/client_replica_test.go:1750 SucceedsSoon: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
W190926 08:21:21.257319 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
I190926 08:21:21.580625 17046 server/status/runtime.go:498 [n7] runtime stats: 511 MiB RSS, 3616 goroutines, 157 MiB/47 MiB/271 MiB GO alloc/idle/total, 147 MiB/228 MiB CGO alloc/total, 2891.1 CGO/sec, 35.3/3.9 %(u/s)time, 0.3 %gc (2x), 130 MiB/130 MiB (r/w)net | |
I190926 08:21:21.899977 37 storage/client_replica_test.go:1750 SucceedsSoon: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
W190926 08:21:22.202382 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
I190926 08:21:22.901229 37 storage/client_replica_test.go:1750 SucceedsSoon: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
W190926 08:21:23.075842 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
I190926 08:21:23.903526 37 storage/client_replica_test.go:1750 SucceedsSoon: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
W190926 08:21:24.212940 5886 storage/store.go:1546 [n4,s4,r1/7:/{Min-System/NodeL…}] could not gossip first range descriptor: [NotLeaseHolderError] r1: replica (n4,s4):7LEARNER not lease holder; lease holder unknown | |
I190926 08:21:24.906811 325230 util/stop/stopper.go:542 quiescing; tasks left: | |
6 [async] closedts-subscription | |
1 [async] stats.Refresher: maybeRefreshStats | |
1 [async] intent_resolver_ir_batcher | |
1 [async] intent_resolver_gc_batcher | |
1 [async] closedts-rangefeed-subscriber | |
I190926 08:21:24.907297 325224 util/stop/stopper.go:542 quiescing; tasks left: | |
6 [async] closedts-subscription | |
1 [async] stats.Refresher: maybeRefreshStats | |
1 [async] intent_resolver_ir_batcher | |
1 [async] intent_resolver_gc_batcher | |
1 [async] closedts-rangefeed-subscriber | |
W190926 08:21:24.907707 16037 gossip/gossip.go:1517 [n7] no incoming or outgoing connections | |
I190926 08:21:24.907829 325225 util/stop/stopper.go:542 quiescing; tasks left: | |
6 [async] closedts-subscription | |
1 [async] stats.Refresher: maybeRefreshStats | |
1 [async] intent_resolver_ir_batcher | |
1 [async] intent_resolver_gc_batcher | |
1 [async] closedts-rangefeed-subscriber | |
I190926 08:21:24.908118 325226 util/stop/stopper.go:542 quiescing; tasks left: | |
6 [async] closedts-subscription | |
1 [async] stats.Refresher: maybeRefreshStats | |
1 [async] intent_resolver_ir_batcher | |
1 [async] intent_resolver_gc_batcher | |
1 [async] closedts-rangefeed-subscriber | |
W190926 08:21:24.908837 23964 storage/raft_transport.go:620 [n2] while processing outgoing Raft queue to node 7: rpc error: code = Canceled desc = grpc: the client connection is closing: | |
W190926 08:21:24.909002 12201 storage/raft_transport.go:620 [n2] while processing outgoing Raft queue to node 4: rpc error: code = Canceled desc = grpc: the client connection is closing: | |
W190926 08:21:24.909084 14197 storage/raft_transport.go:620 [n2] while processing outgoing Raft queue to node 6: rpc error: code = Canceled desc = grpc: the client connection is closing: | |
W190926 08:21:24.909211 11692 storage/raft_transport.go:620 [n2] while processing outgoing Raft queue to node 5: rpc error: code = Canceled desc = grpc: the client connection is closing: | |
W190926 08:21:24.909468 15664 storage/raft_transport.go:620 [n2] while processing outgoing Raft queue to node 6: rpc error: code = Canceled desc = grpc: the client connection is closing: | |
W190926 08:21:24.909583 8434 storage/raft_transport.go:620 [n2] while processing outgoing Raft queue to node 4: rpc error: code = Canceled desc = grpc: the client connection is closing: | |
W190926 08:21:24.909714 8363 storage/raft_transport.go:620 [n2] while processing outgoing Raft queue to node 3: rpc error: code = Canceled desc = grpc: the client connection is closing: | |
I190926 08:21:24.909799 325227 util/stop/stopper.go:542 quiescing; tasks left: | |
6 [async] closedts-subscription | |
1 [async] stats.Refresher: maybeRefreshStats | |
1 [async] intent_resolver_ir_batcher | |
1 [async] intent_resolver_gc_batcher | |
1 [async] closedts-rangefeed-subscriber | |
I190926 08:21:24.909987 325228 util/stop/stopper.go:542 quiescing; tasks left: | |
6 [async] closedts-subscription | |
1 [async] stats.Refresher: maybeRefreshStats | |
1 [async] intent_resolver_ir_batcher | |
1 [async] intent_resolver_gc_batcher | |
1 [async] closedts-rangefeed-subscriber | |
W190926 08:21:24.910082 4159 storage/raft_transport.go:620 [n3] while processing outgoing Raft queue to node 1: rpc error: code = Canceled desc = grpc: the client connection is closing: | |
I190926 08:21:24.910328 325229 util/stop/stopper.go:542 quiescing; tasks left: | |
6 [async] closedts-subscription | |
1 [async] stats.Refresher: maybeRefreshStats | |
1 [async] intent_resolver_ir_batcher | |
1 [async] intent_resolver_gc_batcher | |
1 [async] closedts-rangefeed-subscriber | |
I190926 08:21:24.911722 17060 storage/queue.go:520 [n7,s7] rate limited in MaybeAdd (gc): node unavailable; try another peer | |
I190926 08:21:24.911790 17060 storage/queue.go:520 [n7,s7] rate limited in MaybeAdd (merge): node unavailable; try another peer | |
I190926 08:21:24.911801 17060 storage/queue.go:520 [n7,s7] rate limited in MaybeAdd (split): node unavailable; try another peer | |
I190926 08:21:24.911811 17060 storage/queue.go:520 [n7,s7] rate limited in MaybeAdd (replicate): node unavailable; try another peer | |
I190926 08:21:24.911821 17060 storage/queue.go:520 [n7,s7] rate limited in MaybeAdd (replicaGC): node unavailable; try another peer | |
I190926 08:21:24.911831 17060 storage/queue.go:520 [n7,s7] rate limited in MaybeAdd (raftlog): node unavailable; try another peer | |
I190926 08:21:24.911842 17060 storage/queue.go:520 [n7,s7] rate limited in MaybeAdd (raftsnapshot): node unavailable; try another peer | |
I190926 08:21:24.911852 17060 storage/queue.go:520 [n7,s7] rate limited in MaybeAdd (consistencyChecker): node unavailable; try another peer | |
I190926 08:21:24.911863 17060 storage/queue.go:520 [n7,s7] rate limited in MaybeAdd (timeSeriesMaintenance): node unavailable; try another peer | |
W190926 08:21:24.912585 22360 storage/raft_transport.go:620 [n7] while processing outgoing Raft queue to node 6: rpc error: code = Canceled desc = grpc: the client connection is closing: | |
W190926 08:21:24.912828 21488 storage/raft_transport.go:620 [n7] while processing outgoing Raft queue to node 2: rpc error: code = Canceled desc = grpc: the client connection is closing: | |
W190926 08:21:24.912933 20060 storage/raft_transport.go:620 [n7] while processing outgoing Raft queue to node 5: rpc error: code = Canceled desc = grpc: the client connection is closing: | |
W190926 08:21:24.913086 18135 storage/raft_transport.go:620 [n7] while processing outgoing Raft queue to node 1: rpc error: code = Canceled desc = grpc: the client connection is closing: | |
W190926 08:21:24.913185 29516 storage/raft_transport.go:620 [n7] while processing outgoing Raft queue to node 3: rpc error: code = Canceled desc = grpc: the client connection is closing: | |
W190926 08:21:24.913362 18688 storage/raft_transport.go:620 [n7] while processing outgoing Raft queue to node 4: rpc error: code = Canceled desc = grpc: the client connection is closing: | |
W190926 08:21:24.913414 22296 storage/raft_transport.go:620 [n7] while processing outgoing Raft queue to node 6: rpc error: code = Canceled desc = grpc: the client connection is closing: | |
W190926 08:21:24.913534 37161 storage/raft_transport.go:620 [n7] while processing outgoing Raft queue to node 5: rpc error: code = Canceled desc = grpc: the client connection is closing: | |
W190926 08:21:24.913556 18689 storage/raft_transport.go:620 [n7] while processing outgoing Raft queue to node 4: rpc error: code = Unavailable desc = transport is closing: | |
I190926 08:21:24.913620 325225 util/stop/stopper.go:542 quiescing; tasks left: | |
6 [async] closedts-subscription | |
1 [async] stats.Refresher: maybeRefreshStats | |
1 [async] intent_resolver_gc_batcher | |
1 [async] closedts-rangefeed-subscriber | |
W190926 08:21:24.913711 3914 storage/raft_transport.go:620 [n2] while processing outgoing Raft queue to node 1: rpc error: code = Canceled desc = grpc: the client connection is closing: | |
W190926 08:21:24.913802 9635 storage/raft_transport.go:620 [n2] while processing outgoing Raft queue to node 5: rpc error: code = Canceled desc = grpc: the client connection is closing: | |
W190926 08:21:24.913841 6013 storage/raft_transport.go:620 [n2] while processing outgoing Raft queue to node 3: rpc error: code = Canceled desc = grpc: the client connection is closing: | |
W190926 08:21:24.913867 21649 storage/raft_transport.go:620 [n2] while processing outgoing Raft queue to node 7: rpc error: code = Canceled desc = grpc: the client connection is closing: | |
W190926 08:21:24.913898 4515 storage/raft_transport.go:620 [n2] while processing outgoing Raft queue to node 1: rpc error: code = Canceled desc = grpc: the client connection is closing: | |
I190926 08:21:24.914050 325226 util/stop/stopper.go:542 quiescing; tasks left: | |
6 [async] closedts-subscription | |
1 [async] intent_resolver_ir_batcher | |
1 [async] intent_resolver_gc_batcher | |
1 [async] closedts-rangefeed-subscriber | |
I190926 08:21:24.914099 325226 util/stop/stopper.go:542 quiescing; tasks left: | |
6 [async] closedts-subscription | |
1 [async] intent_resolver_ir_batcher | |
1 [async] closedts-rangefeed-subscriber | |
I190926 08:21:24.914120 325226 util/stop/stopper.go:542 quiescing; tasks left: | |
6 [async] closedts-subscription | |
1 [async] closedts-rangefeed-subscriber | |
W190926 08:21:24.914241 14062 storage/raft_transport.go:620 [n3] while processing outgoing Raft queue to node 6: rpc error: code = Canceled desc = grpc: the client connection is closing: | |
I190926 08:21:24.914337 3647 storage/queue.go:520 [n3,s3] rate limited in MaybeAdd (gc): node unavailable; try another peer | |
W190926 08:21:24.914345 31170 storage/raft_transport.go:620 [n3] while processing outgoing Raft queue to node 7: rpc error: code = Canceled desc = grpc: the client connection is closing: | |
I190926 08:21:24.914355 3647 storage/queue.go:520 [n3,s3] rate limited in MaybeAdd (merge): node unavailable; try another peer | |
I190926 08:21:24.914366 3647 storage/queue.go:520 [n3,s3] rate limited in MaybeAdd (split): node unavailable; try another peer | |
I190926 08:21:24.914378 3647 storage/queue.go:520 [n3,s3] rate limited in MaybeAdd (replicate): node unavailable; try another peer | |
I190926 08:21:24.914387 3647 storage/queue.go:520 [n3,s3] rate limited in MaybeAdd (replicaGC): node unavailable; try another peer | |
I190926 08:21:24.914400 3647 storage/queue.go:520 [n3,s3] rate limited in MaybeAdd (raftlog): node unavailable; try another peer | |
I190926 08:21:24.914410 3647 storage/queue.go:520 [n3,s3] rate limited in MaybeAdd (raftsnapshot): node unavailable; try another peer | |
I190926 08:21:24.914419 3647 storage/queue.go:520 [n3,s3] rate limited in MaybeAdd (consistencyChecker): node unavailable; try another peer | |
I190926 08:21:24.914430 3647 storage/queue.go:520 [n3,s3] rate limited in MaybeAdd (timeSeriesMaintenance): node unavailable; try another peer | |
W190926 08:21:24.914454 7165 storage/raft_transport.go:620 [n3] while processing outgoing Raft queue to node 4: rpc error: code = Canceled desc = grpc: the client connection is closing: | |
W190926 08:21:24.914472 8656 storage/raft_transport.go:620 [n3] while processing outgoing Raft queue to node 5: rpc error: code = Canceled desc = grpc: the client connection is closing: | |
W190926 08:21:24.914493 14343 storage/raft_transport.go:620 [n3] while processing outgoing Raft queue to node 6: rpc error: code = Unavailable desc = transport is closing: | |
W190926 08:21:24.914538 7975 storage/raft_transport.go:620 [n3] while processing outgoing Raft queue to node 4: rpc error: code = Canceled desc = grpc: the client connection is closing: | |
W190926 08:21:24.914539 11177 storage/raft_transport.go:620 [n3] while processing outgoing Raft queue to node 5: rpc error: code = Canceled desc = grpc: the client connection is closing: | |
W190926 08:21:24.914544 4310 storage/raft_transport.go:620 [n3] while processing outgoing Raft queue to node 1: rpc error: code = Canceled desc = grpc: the client connection is closing: | |
W190926 08:21:24.914565 8047 storage/raft_transport.go:620 [n3] while processing outgoing Raft queue to node 2: rpc error: code = Canceled desc = grpc: the client connection is closing: | |
W190926 08:21:24.914572 6194 storage/raft_transport.go:620 [n3] while processing outgoing Raft queue to node 2: rpc error: code = Canceled desc = grpc: the client connection is closing: | |
W190926 08:21:24.914588 29230 storage/raft_transport.go:620 [n3] while processing outgoing Raft queue to node 7: rpc error: code = Canceled desc = grpc: the client connection is closing: | |
W190926 08:21:24.914651 3530 gossip/gossip.go:1517 [n3] no incoming or outgoing connections | |
I190926 08:21:24.915264 325225 util/stop/stopper.go:542 quiescing; tasks left: | |
6 [async] closedts-subscription | |
1 [async] intent_resolver_gc_batcher | |
1 [async] closedts-rangefeed-subscriber | |
I190926 08:21:24.915291 325225 util/stop/stopper.go:542 quiescing; tasks left: | |
6 [async] closedts-subscription | |
1 [async] closedts-rangefeed-subscriber | |
W190926 08:21:24.915318 7355 storage/raft_transport.go:620 [n4] while processing outgoing Raft queue to node 3: EOF: | |
W190926 08:21:24.915334 14017 storage/raft_transport.go:620 [n6] while processing outgoing Raft queue to node 3: EOF: | |
W190926 08:21:24.915359 4119 storage/raft_transport.go:620 [n1] while processing outgoing Raft queue to node 3: EOF: | |
W190926 08:21:24.915387 9858 storage/raft_transport.go:620 [n5] while processing outgoing Raft queue to node 3: EOF: | |
W190926 08:21:24.915417 14018 storage/raft_transport.go:620 [n6] while processing outgoing Raft queue to node 3: EOF: | |
W190926 08:21:24.915448 4932 storage/raft_transport.go:620 [n1] while processing outgoing Raft queue to node 3: EOF: | |
W190926 08:21:24.915464 7371 storage/raft_transport.go:620 [n4] while processing outgoing Raft queue to node 3: EOF: | |
W190926 08:21:24.915473 10281 storage/raft_transport.go:620 [n5] while processing outgoing Raft queue to node 3: EOF: | |
W190926 08:21:24.915499 29517 storage/raft_transport.go:620 [n7] while processing outgoing Raft queue to node 3: EOF: | |
W190926 08:21:24.915551 14301 storage/raft_transport.go:620 [n6] while processing outgoing Raft queue to node 2: EOF: | |
W190926 08:21:24.915551 21489 storage/raft_transport.go:620 [n7] while processing outgoing Raft queue to node 2: EOF: | |
W190926 08:21:24.915618 22861 storage/raft_transport.go:620 [n5] while processing outgoing Raft queue to node 7: EOF: | |
W190926 08:21:24.915649 20530 storage/raft_transport.go:620 [n1] while processing outgoing Raft queue to node 7: EOF: | |
W190926 08:21:24.915665 19081 storage/raft_transport.go:620 [n4] while processing outgoing Raft queue to node 7: EOF: | |
W190926 08:21:24.915698 17891 storage/raft_transport.go:620 [n1] while processing outgoing Raft queue to node 7: EOF: | |
W190926 08:21:24.915708 24644 storage/raft_transport.go:620 [n6] while processing outgoing Raft queue to node 7: EOF: | |
W190926 08:21:24.915724 21531 storage/raft_transport.go:620 [n5] while processing outgoing Raft queue to node 7: EOF: | |
W190926 08:21:24.915755 18566 storage/raft_transport.go:620 [n4] while processing outgoing Raft queue to node 7: EOF: | |
W190926 08:21:24.915775 22118 storage/raft_transport.go:620 [n6] while processing outgoing Raft queue to node 7: EOF: | |
W190926 08:21:24.915814 8167 gossip/gossip.go:1517 [n5] no incoming or outgoing connections | |
W190926 08:21:24.915842 11536 gossip/gossip.go:1517 [n6] no incoming or outgoing connections | |
W190926 08:21:24.916086 3954 storage/raft_transport.go:620 [n1] while processing outgoing Raft queue to node 2: EOF: | |
W190926 08:21:24.916100 4793 storage/raft_transport.go:620 [n1] while processing outgoing Raft queue to node 2: EOF: | |
W190926 08:21:24.916114 12547 storage/raft_transport.go:620 [n4] while processing outgoing Raft queue to node 2: EOF: | |
W190926 08:21:24.916134 13274 storage/raft_transport.go:620 [n6] while processing outgoing Raft queue to node 2: EOF: | |
W190926 08:21:24.916138 9940 storage/raft_transport.go:620 [n5] while processing outgoing Raft queue to node 2: EOF: | |
W190926 08:21:24.916190 8761 storage/raft_transport.go:620 [n4] while processing outgoing Raft queue to node 2: EOF: | |
W190926 08:21:24.916196 9547 storage/raft_transport.go:620 [n5] while processing outgoing Raft queue to node 2: EOF: | |
I190926 08:21:24.916284 325226 util/stop/stopper.go:542 quiescing; tasks left: | |
6 [async] closedts-subscription | |
W190926 08:21:24.916378 17033 storage/raft_transport.go:620 [n6] while processing outgoing Raft queue to node 1: EOF: | |
I190926 08:21:24.916391 325228 util/stop/stopper.go:542 quiescing; tasks left: | |
6 [async] closedts-subscription | |
1 [async] intent_resolver_ir_batcher | |
1 [async] intent_resolver_gc_batcher | |
1 [async] closedts-rangefeed-subscriber | |
I190926 08:21:24.916421 325229 util/stop/stopper.go:542 quiescing; tasks left: | |
6 [async] closedts-subscription | |
1 [async] intent_resolver_ir_batcher | |
1 [async] intent_resolver_gc_batcher | |
1 [async] closedts-rangefeed-subscriber | |
I190926 08:21:24.916442 325228 util/stop/stopper.go:542 quiescing; tasks left: | |
6 [async] closedts-subscription | |
1 [async] intent_resolver_ir_batcher | |
1 [async] closedts-rangefeed-subscriber | |
I190926 08:21:24.916446 325229 util/stop/stopper.go:542 quiescing; tasks left: | |
6 [async] closedts-subscription | |
1 [async] intent_resolver_ir_batcher | |
1 [async] closedts-rangefeed-subscriber | |
I190926 08:21:24.916463 325228 util/stop/stopper.go:542 quiescing; tasks left: | |
6 [async] closedts-subscription | |
1 [async] closedts-rangefeed-subscriber | |
I190926 08:21:24.916484 325229 util/stop/stopper.go:542 quiescing; tasks left: | |
6 [async] closedts-subscription | |
1 [async] closedts-rangefeed-subscriber | |
W190926 08:21:24.916527 18167 storage/raft_transport.go:620 [n7] while processing outgoing Raft queue to node 1: rpc error: code = Canceled desc = grpc: the client connection is closing: | |
W190926 08:21:24.916692 19707 storage/raft_transport.go:620 [n6] while processing outgoing Raft queue to node 5: rpc error: code = Unavailable desc = transport is closing: | |
W190926 08:21:24.916895 9696 storage/raft_transport.go:620 [n1] while processing outgoing Raft queue to node 5: EOF: | |
W190926 08:21:24.916916 23482 storage/raft_transport.go:620 [n6] while processing outgoing Raft queue to node 5: rpc error: code = Canceled desc = grpc: the client connection is closing: | |
I190926 08:21:24.916944 325227 util/stop/stopper.go:542 quiescing; tasks left: | |
6 [async] closedts-subscription | |
1 [async] intent_resolver_ir_batcher | |
1 [async] intent_resolver_gc_batcher | |
1 [async] closedts-rangefeed-subscriber | |
W190926 08:21:24.916945 15202 storage/raft_transport.go:620 [n4] while processing outgoing Raft queue to node 6: EOF: | |
I190926 08:21:24.916974 325227 util/stop/stopper.go:542 quiescing; tasks left: | |
6 [async] closedts-subscription | |
1 [async] intent_resolver_ir_batcher | |
1 [async] closedts-rangefeed-subscriber | |
W190926 08:21:24.916975 21012 storage/raft_transport.go:620 [n5] while processing outgoing Raft queue to node 6: rpc error: code = Canceled desc = grpc: the client connection is closing: | |
W190926 08:21:24.917010 17012 storage/raft_transport.go:620 [n6] while processing outgoing Raft queue to node 1: EOF: | |
I190926 08:21:24.917016 325227 util/stop/stopper.go:542 quiescing; tasks left: | |
6 [async] closedts-subscription | |
1 [async] closedts-rangefeed-subscriber | |
W190926 08:21:24.917126 16567 storage/raft_transport.go:620 [n1] while processing outgoing Raft queue to node 6: EOF: | |
W190926 08:21:24.917132 16064 storage/raft_transport.go:620 [n4] while processing outgoing Raft queue to node 6: EOF: | |
W190926 08:21:24.917127 11066 storage/raft_transport.go:620 [n1] while processing outgoing Raft queue to node 5: EOF: | |
W190926 08:21:24.917191 14072 storage/raft_transport.go:620 [n4] while processing outgoing Raft queue to node 5: EOF: | |
W190926 08:21:24.917250 19416 storage/raft_transport.go:620 [n5] while processing outgoing Raft queue to node 6: EOF: | |
W190926 08:21:24.917263 14078 storage/raft_transport.go:620 [n5] while processing outgoing Raft queue to node 4: rpc error: code = Canceled desc = grpc: the client connection is closing: | |
W190926 08:21:24.917277 17293 storage/raft_transport.go:620 [n4] while processing outgoing Raft queue to node 5: EOF: | |
W190926 08:21:24.917326 20826 storage/raft_transport.go:620 [n1] while processing outgoing Raft queue to node 6: EOF: | |
W190926 08:21:24.917345 6965 storage/raft_transport.go:620 [n4] while processing outgoing Raft queue to node 1: EOF: | |
W190926 08:21:24.917380 6949 storage/raft_transport.go:620 [n4] while processing outgoing Raft queue to node 1: EOF: | |
W190926 08:21:24.917397 8657 storage/raft_transport.go:620 [n5] while processing outgoing Raft queue to node 1: EOF: | |
W190926 08:21:24.917442 9810 storage/raft_transport.go:620 [n5] while processing outgoing Raft queue to node 1: EOF: | |
W190926 08:21:24.917592 17309 storage/raft_transport.go:620 [n5] while processing outgoing Raft queue to node 4: rpc error: code = Canceled desc = grpc: the client connection is closing: | |
W190926 08:21:24.918029 6832 storage/raft_transport.go:620 [n1] while processing outgoing Raft queue to node 4: EOF: | |
W190926 08:21:24.918124 8391 storage/raft_transport.go:620 [n1] while processing outgoing Raft queue to node 4: EOF: | |
W190926 08:21:24.918151 15876 storage/raft_transport.go:620 [n6] while processing outgoing Raft queue to node 4: EOF: | |
W190926 08:21:24.918182 15883 storage/raft_transport.go:620 [n6] while processing outgoing Raft queue to node 4: EOF: | |
I190926 08:21:24.918444 384 storage/queue.go:520 [n1,s1] rate limited in MaybeAdd (gc): node unavailable; try another peer | |
I190926 08:21:24.918461 384 storage/queue.go:520 [n1,s1] rate limited in MaybeAdd (merge): node unavailable; try another peer | |
I190926 08:21:24.918471 384 storage/queue.go:520 [n1,s1] rate limited in MaybeAdd (split): node unavailable; try another peer | |
I190926 08:21:24.918482 384 storage/queue.go:520 [n1,s1] rate limited in MaybeAdd (replicate): node unavailable; try another peer | |
I190926 08:21:24.918482 13628 storage/queue.go:520 [n6,s6] rate limited in MaybeAdd (gc): node unavailable; try another peer | |
I190926 08:21:24.918493 384 storage/queue.go:520 [n1,s1] rate limited in MaybeAdd (replicaGC): node unavailable; try another peer | |
I190926 08:21:24.918501 13628 storage/queue.go:520 [n6,s6] rate limited in MaybeAdd (merge): node unavailable; try another peer | |
I190926 08:21:24.918506 384 storage/queue.go:520 [n1,s1] rate limited in MaybeAdd (raftlog): node unavailable; try another peer | |
I190926 08:21:24.918512 13628 storage/queue.go:520 [n6,s6] rate limited in MaybeAdd (split): node unavailable; try another peer | |
I190926 08:21:24.918517 384 storage/queue.go:520 [n1,s1] rate limited in MaybeAdd (raftsnapshot): node unavailable; try another peer | |
I190926 08:21:24.918523 13628 storage/queue.go:520 [n6,s6] rate limited in MaybeAdd (replicate): node unavailable; try another peer | |
I190926 08:21:24.918527 384 storage/queue.go:520 [n1,s1] rate limited in MaybeAdd (consistencyChecker): node unavailable; try another peer | |
I190926 08:21:24.918535 13628 storage/queue.go:520 [n6,s6] rate limited in MaybeAdd (replicaGC): node unavailable; try another peer | |
I190926 08:21:24.918537 384 storage/queue.go:520 [n1,s1] rate limited in MaybeAdd (timeSeriesMaintenance): node unavailable; try another peer | |
I190926 08:21:24.918546 13628 storage/queue.go:520 [n6,s6] rate limited in MaybeAdd (raftlog): node unavailable; try another peer | |
I190926 08:21:24.918557 13628 storage/queue.go:520 [n6,s6] rate limited in MaybeAdd (raftsnapshot): node unavailable; try another peer | |
I190926 08:21:24.918568 13628 storage/queue.go:520 [n6,s6] rate limited in MaybeAdd (consistencyChecker): node unavailable; try another peer | |
I190926 08:21:24.918578 13628 storage/queue.go:520 [n6,s6] rate limited in MaybeAdd (timeSeriesMaintenance): node unavailable; try another peer | |
I190926 08:21:24.918773 325224 util/stop/stopper.go:542 quiescing; tasks left: | |
6 [async] closedts-subscription | |
1 [async] intent_resolver_ir_batcher | |
1 [async] intent_resolver_gc_batcher | |
1 [async] closedts-rangefeed-subscriber | |
I190926 08:21:24.918798 325224 util/stop/stopper.go:542 quiescing; tasks left: | |
6 [async] closedts-subscription | |
1 [async] intent_resolver_ir_batcher | |
1 [async] closedts-rangefeed-subscriber | |
I190926 08:21:24.918817 325224 util/stop/stopper.go:542 quiescing; tasks left: | |
6 [async] closedts-subscription | |
1 [async] closedts-rangefeed-subscriber | |
I190926 08:21:24.919051 325224 util/stop/stopper.go:542 quiescing; tasks left: | |
5 [async] closedts-subscription | |
1 [async] closedts-rangefeed-subscriber | |
I190926 08:21:24.919059 325230 util/stop/stopper.go:542 quiescing; tasks left: | |
5 [async] closedts-subscription | |
1 [async] stats.Refresher: maybeRefreshStats | |
1 [async] closedts-rangefeed-subscriber | |
I190926 08:21:24.919084 325230 util/stop/stopper.go:542 quiescing; tasks left: | |
5 [async] closedts-subscription | |
1 [async] closedts-rangefeed-subscriber | |
I190926 08:21:24.919060 325226 util/stop/stopper.go:542 quiescing; tasks left: | |
5 [async] closedts-subscription | |
I190926 08:21:24.919096 325224 util/stop/stopper.go:542 quiescing; tasks left: | |
4 [async] closedts-subscription | |
I190926 08:21:24.919113 325226 util/stop/stopper.go:542 quiescing; tasks left: | |
3 [async] closedts-subscription | |
I190926 08:21:24.919121 325224 util/stop/stopper.go:542 quiescing; tasks left: | |
3 [async] closedts-subscription | |
I190926 08:21:24.919146 325226 util/stop/stopper.go:542 quiescing; tasks left: | |
2 [async] closedts-subscription | |
I190926 08:21:24.919215 325224 util/stop/stopper.go:542 quiescing; tasks left: | |
2 [async] closedts-subscription | |
I190926 08:21:24.919231 325224 util/stop/stopper.go:542 quiescing; tasks left: | |
1 [async] closedts-subscription | |
I190926 08:21:24.919308 325226 util/stop/stopper.go:542 quiescing; tasks left: | |
1 [async] closedts-subscription | |
I190926 08:21:24.919480 2631 storage/queue.go:520 [n2,s2] rate limited in MaybeAdd (gc): node unavailable; try another peer | |
I190926 08:21:24.919497 2631 storage/queue.go:520 [n2,s2] rate limited in MaybeAdd (merge): node unavailable; try another peer | |
I190926 08:21:24.919508 2631 storage/queue.go:520 [n2,s2] rate limited in MaybeAdd (split): node unavailable; try another peer | |
I190926 08:21:24.919519 2631 storage/queue.go:520 [n2,s2] rate limited in MaybeAdd (replicate): node unavailable; try another peer | |
I190926 08:21:24.919528 2631 storage/queue.go:520 [n2,s2] rate limited in MaybeAdd (replicaGC): node unavailable; try another peer | |
I190926 08:21:24.919538 2631 storage/queue.go:520 [n2,s2] rate limited in MaybeAdd (raftlog): node unavailable; try another peer | |
I190926 08:21:24.919548 2631 storage/queue.go:520 [n2,s2] rate limited in MaybeAdd (raftsnapshot): node unavailable; try another peer | |
I190926 08:21:24.919561 325230 util/stop/stopper.go:542 quiescing; tasks left: | |
5 [async] closedts-subscription | |
I190926 08:21:24.919568 325225 util/stop/stopper.go:542 quiescing; tasks left: | |
5 [async] closedts-subscription | |
1 [async] closedts-rangefeed-subscriber | |
I190926 08:21:24.919594 2631 storage/queue.go:520 [n2,s2] rate limited in MaybeAdd (consistencyChecker): node unavailable; try another peer | |
I190926 08:21:24.919608 2631 storage/queue.go:520 [n2,s2] rate limited in MaybeAdd (timeSeriesMaintenance): node unavailable; try another peer | |
I190926 08:21:24.919650 325225 util/stop/stopper.go:542 quiescing; tasks left: | |
4 [async] closedts-subscription | |
1 [async] closedts-rangefeed-subscriber | |
I190926 08:21:24.919711 325225 util/stop/stopper.go:542 quiescing; tasks left: | |
3 [async] closedts-subscription | |
I190926 08:21:24.919850 325229 util/stop/stopper.go:542 quiescing; tasks left: | |
5 [async] closedts-subscription | |
1 [async] closedts-rangefeed-subscriber | |
I190926 08:21:24.919904 325229 util/stop/stopper.go:542 quiescing; tasks left: | |
4 [async] closedts-subscription | |
1 [async] closedts-rangefeed-subscriber | |
I190926 08:21:24.920056 325229 util/stop/stopper.go:542 quiescing; tasks left: | |
1 [async] closedts-subscription | |
I190926 08:21:24.920273 325227 util/stop/stopper.go:542 quiescing; tasks left: | |
2 [async] closedts-subscription | |
1 [async] closedts-rangefeed-subscriber | |
I190926 08:21:24.920389 325228 util/stop/stopper.go:542 quiescing; tasks left: | |
5 [async] closedts-subscription | |
1 [async] closedts-rangefeed-subscriber | |
I190926 08:21:24.920435 325228 util/stop/stopper.go:542 quiescing; tasks left: | |
4 [async] closedts-subscription | |
1 [async] closedts-rangefeed-subscriber | |
I190926 08:21:24.920468 325228 util/stop/stopper.go:542 quiescing; tasks left: | |
3 [async] closedts-subscription | |
1 [async] closedts-rangefeed-subscriber | |
I190926 08:21:24.920502 325227 util/stop/stopper.go:542 quiescing; tasks left: | |
1 [async] closedts-subscription | |
1 [async] closedts-rangefeed-subscriber | |
I190926 08:21:24.920811 324662 rpc/nodedialer/nodedialer.go:160 [ct-client] unable to connect to n1: failed to connect to n1 at 127.0.0.1:35935: context canceled | |
I190926 08:21:24.920909 324666 rpc/nodedialer/nodedialer.go:160 [ct-client] unable to connect to n6: failed to connect to n6 at 127.0.0.1:46353: context canceled | |
I190926 08:21:24.920977 324665 rpc/nodedialer/nodedialer.go:160 [ct-client] unable to connect to n5: failed to connect to n5 at 127.0.0.1:42041: context canceled | |
I190926 08:21:24.920983 324667 rpc/nodedialer/nodedialer.go:160 [ct-client] unable to connect to n7: failed to connect to n7 at 127.0.0.1:44691: context canceled | |
I190926 08:21:24.921052 324663 rpc/nodedialer/nodedialer.go:160 [ct-client] unable to connect to n2: failed to connect to n2 at 127.0.0.1:40157: context canceled | |
I190926 08:21:24.921559 324729 rpc/nodedialer/nodedialer.go:160 [ct-client] unable to connect to n6: failed to connect to n6 at 127.0.0.1:46353: context canceled | |
I190926 08:21:24.921106 325227 util/stop/stopper.go:542 quiescing; tasks left: | |
1 [async] closedts-rangefeed-subscriber | |
I190926 08:21:24.921675 324733 rpc/nodedialer/nodedialer.go:160 [ct-client] unable to connect to n4: failed to connect to n4 at 127.0.0.1:34713: context canceled | |
I190926 08:21:24.921712 324732 rpc/nodedialer/nodedialer.go:160 [ct-client] unable to connect to n2: failed to connect to n2 at 127.0.0.1:40157: context canceled | |
I190926 08:21:24.921745 324734 rpc/nodedialer/nodedialer.go:160 [ct-client] unable to connect to n5: failed to connect to n5 at 127.0.0.1:42041: context canceled | |
I190926 08:21:24.921160 324664 rpc/nodedialer/nodedialer.go:160 [ct-client] unable to connect to n3: failed to connect to n3 at 127.0.0.1:36991: context canceled | |
I190926 08:21:24.921806 324730 rpc/nodedialer/nodedialer.go:160 [ct-client] unable to connect to n7: failed to connect to n7 at 127.0.0.1:44691: context canceled | |
I190926 08:21:24.921826 324731 rpc/nodedialer/nodedialer.go:160 [ct-client] unable to connect to n1: failed to connect to n1 at 127.0.0.1:35935: context canceled | |
I190926 08:21:24.921860 5917 storage/queue.go:520 [n4,s4] rate limited in MaybeAdd (gc): node unavailable; try another peer | |
I190926 08:21:24.921883 5917 storage/queue.go:520 [n4,s4] rate limited in MaybeAdd (merge): node unavailable; try another peer | |
I190926 08:21:24.921898 5917 storage/queue.go:520 [n4,s4] rate limited in MaybeAdd (split): node unavailable; try another peer | |
I190926 08:21:24.921912 5917 storage/queue.go:520 [n4,s4] rate limited in MaybeAdd (replicate): node unavailable; try another peer | |
I190926 08:21:24.921922 5917 storage/queue.go:520 [n4,s4] rate limited in MaybeAdd (replicaGC): node unavailable; try another peer | |
I190926 08:21:24.921933 5917 storage/queue.go:520 [n4,s4] rate limited in MaybeAdd (raftlog): node unavailable; try another peer | |
I190926 08:21:24.921943 5917 storage/queue.go:520 [n4,s4] rate limited in MaybeAdd (raftsnapshot): node unavailable; try another peer | |
I190926 08:21:24.921958 5917 storage/queue.go:520 [n4,s4] rate limited in MaybeAdd (consistencyChecker): node unavailable; try another peer | |
I190926 08:21:24.921976 5917 storage/queue.go:520 [n4,s4] rate limited in MaybeAdd (timeSeriesMaintenance): node unavailable; try another peer | |
I190926 08:21:24.921869 9242 storage/queue.go:520 [n5,s5] rate limited in MaybeAdd (gc): node unavailable; try another peer | |
I190926 08:21:24.922020 9242 storage/queue.go:520 [n5,s5] rate limited in MaybeAdd (merge): node unavailable; try another peer | |
I190926 08:21:24.922042 9242 storage/queue.go:520 [n5,s5] rate limited in MaybeAdd (split): node unavailable; try another peer | |
I190926 08:21:24.922073 9242 storage/queue.go:520 [n5,s5] rate limited in MaybeAdd (replicate): node unavailable; try another peer | |
I190926 08:21:24.922093 9242 storage/queue.go:520 [n5,s5] rate limited in MaybeAdd (replicaGC): node unavailable; try another peer | |
I190926 08:21:24.922112 9242 storage/queue.go:520 [n5,s5] rate limited in MaybeAdd (raftlog): node unavailable; try another peer | |
I190926 08:21:24.922132 9242 storage/queue.go:520 [n5,s5] rate limited in MaybeAdd (raftsnapshot): node unavailable; try another peer | |
I190926 08:21:24.922151 9242 storage/queue.go:520 [n5,s5] rate limited in MaybeAdd (consistencyChecker): node unavailable; try another peer | |
I190926 08:21:24.922172 9242 storage/queue.go:520 [n5,s5] rate limited in MaybeAdd (timeSeriesMaintenance): node unavailable; try another peer | |
I190926 08:21:24.923749 325230 util/stop/stopper.go:542 quiescing; tasks left: | |
4 [async] closedts-subscription | |
I190926 08:21:24.923777 325230 util/stop/stopper.go:542 quiescing; tasks left: | |
3 [async] closedts-subscription | |
I190926 08:21:24.923794 325230 util/stop/stopper.go:542 quiescing; tasks left: | |
2 [async] closedts-subscription | |
I190926 08:21:24.923810 325230 util/stop/stopper.go:542 quiescing; tasks left: | |
1 [async] closedts-subscription | |
I190926 08:21:24.926494 325236 rpc/nodedialer/nodedialer.go:160 [ct-client] unable to connect to n7: failed to connect to n7 at 127.0.0.1:44691: context canceled | |
I190926 08:21:24.926498 325234 rpc/nodedialer/nodedialer.go:160 [ct-client] unable to connect to n3: failed to connect to n3 at 127.0.0.1:36991: context canceled | |
I190926 08:21:24.926564 325233 rpc/nodedialer/nodedialer.go:160 [ct-client] unable to connect to n4: failed to connect to n4 at 127.0.0.1:34713: context canceled | |
I190926 08:21:24.926508 325232 rpc/nodedialer/nodedialer.go:160 [ct-client] unable to connect to n1: failed to connect to n1 at 127.0.0.1:35935: context canceled | |
I190926 08:21:24.926517 325235 rpc/nodedialer/nodedialer.go:160 [ct-client] unable to connect to n6: failed to connect to n6 at 127.0.0.1:46353: context canceled | |
I190926 08:21:24.926692 325231 rpc/nodedialer/nodedialer.go:160 [ct-client] unable to connect to n2: failed to connect to n2 at 127.0.0.1:40157: context canceled | |
I190926 08:21:24.946122 318163 rpc/nodedialer/nodedialer.go:160 [ct-client] unable to connect to n1: failed to connect to n1 at 127.0.0.1:35935: context canceled | |
I190926 08:21:24.946164 325286 rpc/nodedialer/nodedialer.go:160 [ct-client] unable to connect to n5: failed to connect to n5 at 127.0.0.1:42041: context canceled | |
I190926 08:21:24.946229 318164 rpc/nodedialer/nodedialer.go:160 [ct-client] unable to connect to n3: failed to connect to n3 at 127.0.0.1:36991: context canceled | |
I190926 08:21:24.946416 325287 rpc/nodedialer/nodedialer.go:160 [ct-client] unable to connect to n6: failed to connect to n6 at 127.0.0.1:46353: context canceled | |
I190926 08:21:24.946520 325288 rpc/nodedialer/nodedialer.go:160 [ct-client] unable to connect to n7: failed to connect to n7 at 127.0.0.1:44691: context canceled | |
I190926 08:21:24.946746 325285 rpc/nodedialer/nodedialer.go:160 [ct-client] unable to connect to n4: failed to connect to n4 at 127.0.0.1:34713: context canceled | |
I190926 08:21:24.961389 325292 rpc/nodedialer/nodedialer.go:160 [ct-client] unable to connect to n5: failed to connect to n5 at 127.0.0.1:42041: context canceled | |
I190926 08:21:24.961481 325293 rpc/nodedialer/nodedialer.go:160 [ct-client] unable to connect to n1: failed to connect to n1 at 127.0.0.1:35935: context canceled | |
I190926 08:21:24.961547 325294 rpc/nodedialer/nodedialer.go:160 [ct-client] unable to connect to n2: failed to connect to n2 at 127.0.0.1:40157: context canceled | |
I190926 08:21:24.961614 325295 rpc/nodedialer/nodedialer.go:160 [ct-client] unable to connect to n4: failed to connect to n4 at 127.0.0.1:34713: context canceled | |
I190926 08:21:24.961707 325296 rpc/nodedialer/nodedialer.go:160 [ct-client] unable to connect to n3: failed to connect to n3 at 127.0.0.1:36991: context canceled | |
I190926 08:21:24.961715 325297 rpc/nodedialer/nodedialer.go:160 [ct-client] unable to connect to n6: failed to connect to n6 at 127.0.0.1:46353: context canceled | |
I190926 08:21:25.028344 325278 rpc/nodedialer/nodedialer.go:160 [ct-client] unable to connect to n1: failed to connect to n1 at 127.0.0.1:35935: context canceled | |
I190926 08:21:25.028362 325275 rpc/nodedialer/nodedialer.go:160 [ct-client] unable to connect to n4: failed to connect to n4 at 127.0.0.1:34713: context canceled | |
I190926 08:21:25.028414 325273 rpc/nodedialer/nodedialer.go:160 [ct-client] unable to connect to n3: failed to connect to n3 at 127.0.0.1:36991: context canceled | |
I190926 08:21:25.028430 325276 rpc/nodedialer/nodedialer.go:160 [ct-client] unable to connect to n5: failed to connect to n5 at 127.0.0.1:42041: context canceled | |
I190926 08:21:25.028486 325274 rpc/nodedialer/nodedialer.go:160 [ct-client] unable to connect to n7: failed to connect to n7 at 127.0.0.1:44691: context canceled | |
I190926 08:21:25.028497 325277 rpc/nodedialer/nodedialer.go:160 [ct-client] unable to connect to n2: failed to connect to n2 at 127.0.0.1:40157: context canceled | |
--- FAIL: TestSystemZoneConfigs (60.31s) | |
client_replica_test.go:1750: condition failed to evaluate within 45s: mismatch between | |
r1:/{Min-System/NodeLiveness} [(n3,s3):9, (n2,s2):2, (n7,s7):3, (n5,s5):8, (n1,s1):10, next=11, gen=23] | |
r1:/{Min-System/NodeLiveness} [(n1,s1):1, (n2,s2):2, (n7,s7):3, (n3,s3):4, (n6,s6):6, (n4,s4):7LEARNER, next=8, gen=12] | |
goroutine 37 [running]: | |
runtime/debug.Stack(0xc00b1f8150, 0x40ede80, 0xc003197510) | |
/usr/local/go/src/runtime/debug/stack.go:24 +0x9d | |
github.com/cockroachdb/cockroach/pkg/testutils.SucceedsSoon(0x41e0a20, 0xc00061e100, 0xc00b1f8150) | |
/home/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/testutils/soon.go:37 +0x6b | |
github.com/cockroachdb/cockroach/pkg/storage_test.TestSystemZoneConfigs(0xc00061e100) | |
/home/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/client_replica_test.go:1750 +0x7dd | |
testing.tRunner(0xc00061e100, 0x39c4c88) | |
/usr/local/go/src/testing/testing.go:865 +0xc0 | |
created by testing.(*T).Run | |
/usr/local/go/src/testing/testing.go:916 +0x357 | |
FAIL | |
ERROR: exit status 1 | |
608 runs completed, 1 failures, over 7m58s | |
context canceled | |
FAIL | |
FAIL github.com/cockroachdb/cockroach/pkg/storage 477.816s | |
Makefile:974: recipe for target 'stress' failed | |
make: *** [stress] Error 1 |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment