+ CONSUL_BIND= + [ -n ] + CONSUL_CLIENT= + [ -n ] + CONSUL_DATA_DIR=/consul/data + CONSUL_CONFIG_DIR=/consul/config + [ -n ] + [ a = - ] + [ agent = agent ] + shift + set -- consul agent -data-dir=/consul/data -config-dir=/consul/config -bootstrap-expect=3 -enable-script-checks -retry-join=dev-consul-server-0.consul-server -retry-join=dev-consul-server-1.consul-server -retry-join=dev-consul-server-2.consul-server -client=0.0.0.0 -server -ui + [ consul = consul ] + stat -c %u /consul/data + id -u consul + [ 100 != 100 ] + stat -c %u /consul/config + id -u consul + [ 100 != 100 ] + [ ! -z ] + exec consul agent -data-dir=/consul/data -config-dir=/consul/config -bootstrap-expect=3 -enable-script-checks -retry-join=dev-consul-server-0.consul-server -retry-join=dev-consul-server-1.consul-server -retry-join=dev-consul-server-2.consul-server -client=0.0.0.0 -server -ui bootstrap_expect > 0: expecting 3 servers ==> Starting Consul agent... ==> Consul agent running! Version: 'v1.0.6' Node ID: '16ba2b34-a2c5-2f75-764f-5eae7b135b9f' Node name: 'dev-consul-server-0' Datacenter: 'dc1' (Segment: '') Server: true (Bootstrap: false) Client Addr: [0.0.0.0] (HTTP: 8500, HTTPS: -1, DNS: 8600) Cluster Addr: 10.242.244.7 (LAN: 8301, WAN: 8302) Encrypt: Gossip: false, TLS-Outgoing: false, TLS-Incoming: false ==> Log data will now stream in as it occurs: 2021/04/24 10:37:46 [INFO] raft: Initial configuration (index=0): [] 2021/04/24 10:37:46 [INFO] raft: Node at 10.242.244.7:8300 [Follower] entering Follower state (Leader: "") 2021/04/24 10:37:46 [INFO] serf: EventMemberJoin: dev-consul-server-0.dc1 10.242.244.7 2021/04/24 10:37:46 [INFO] serf: EventMemberJoin: dev-consul-server-0 10.242.244.7 2021/04/24 10:37:46 [INFO] consul: Adding LAN server dev-consul-server-0 (Addr: tcp/10.242.244.7:8300) (DC: dc1) 2021/04/24 10:37:46 [INFO] consul: Handled member-join event for server "dev-consul-server-0.dc1" in area "wan" 2021/04/24 10:37:46 [INFO] agent: Started DNS server 0.0.0.0:8600 (tcp) 2021/04/24 10:37:46 [INFO] agent: Started DNS server 0.0.0.0:8600 (udp) 2021/04/24 10:37:46 [INFO] agent: Started HTTP server on [::]:8500 (tcp) 2021/04/24 10:37:46 [INFO] agent: started state syncer 2021/04/24 10:37:46 [INFO] agent: Retry join LAN is supported for: aliyun aws azure digitalocean gce os scaleway softlayer 2021/04/24 10:37:46 [INFO] agent: Joining LAN cluster... 2021/04/24 10:37:46 [INFO] agent: (LAN) joining: [dev-consul-server-0.consul-server dev-consul-server-1.consul-server dev-consul-server-2.consul-server] 2021/04/24 10:37:46 [WARN] memberlist: Failed to resolve dev-consul-server-0.consul-server: lookup dev-consul-server-0.consul-server on 10.96.0.10:53: no such host 2021/04/24 10:37:46 [WARN] memberlist: Failed to resolve dev-consul-server-1.consul-server: lookup dev-consul-server-1.consul-server on 10.96.0.10:53: no such host 2021/04/24 10:37:46 [WARN] memberlist: Failed to resolve dev-consul-server-2.consul-server: lookup dev-consul-server-2.consul-server on 10.96.0.10:53: no such host 2021/04/24 10:37:46 [INFO] agent: (LAN) joined: 0 Err: 3 error(s) occurred: * Failed to resolve dev-consul-server-0.consul-server: lookup dev-consul-server-0.consul-server on 10.96.0.10:53: no such host * Failed to resolve dev-consul-server-1.consul-server: lookup dev-consul-server-1.consul-server on 10.96.0.10:53: no such host * Failed to resolve dev-consul-server-2.consul-server: lookup dev-consul-server-2.consul-server on 10.96.0.10:53: no such host 2021/04/24 10:37:46 [WARN] agent: Join LAN failed: , retrying in 30s 2021/04/24 10:37:53 [WARN] raft: no known peers, aborting election 2021/04/24 10:37:53 [ERR] agent: failed to sync remote state: No cluster leader ==> Failed to check for updates: Get https://checkpoint-api.hashicorp.com/v1/check/consul?arch=amd64&os=linux&signature=fc457a45-3441-f4c9-3d18-5583643850a4&version=1.0.6: net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) 2021/04/24 10:38:03 [INFO] serf: EventMemberJoin: dev-consul-7467bf7b46-nslrg 10.242.179.71 2021/04/24 10:38:16 [INFO] agent: (LAN) joining: [dev-consul-server-0.consul-server dev-consul-server-1.consul-server dev-consul-server-2.consul-server] 2021/04/24 10:38:16 [WARN] memberlist: Failed to resolve dev-consul-server-1.consul-server: lookup dev-consul-server-1.consul-server on 10.96.0.10:53: no such host 2021/04/24 10:38:16 [WARN] memberlist: Failed to resolve dev-consul-server-2.consul-server: lookup dev-consul-server-2.consul-server on 10.96.0.10:53: no such host 2021/04/24 10:38:16 [INFO] agent: (LAN) joined: 1 Err: 2021/04/24 10:38:16 [INFO] agent: Join LAN completed. Synced with 1 initial agents 2021/04/24 10:38:17 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 10:38:25 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 10:38:42 [INFO] serf: EventMemberJoin: dev-consul-server-1 10.242.78.9 2021/04/24 10:38:42 [INFO] consul: Adding LAN server dev-consul-server-1 (Addr: tcp/10.242.78.9:8300) (DC: dc1) 2021/04/24 10:38:42 [INFO] serf: EventMemberJoin: dev-consul-server-1.dc1 10.242.78.9 2021/04/24 10:38:42 [INFO] consul: Handled member-join event for server "dev-consul-server-1.dc1" in area "wan" 2021/04/24 10:38:47 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 10:38:54 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 10:38:54 [INFO] serf: EventMemberJoin: dev-consul-server-2 10.242.179.88 2021/04/24 10:38:54 [INFO] consul: Adding LAN server dev-consul-server-2 (Addr: tcp/10.242.179.88:8300) (DC: dc1) 2021/04/24 10:38:54 [INFO] consul: Found expected number of peers, attempting bootstrap: 10.242.244.7:8300,10.242.78.9:8300,10.242.179.88:8300 2021/04/24 10:38:55 [INFO] serf: EventMemberJoin: dev-consul-server-2.dc1 10.242.179.88 2021/04/24 10:38:55 [INFO] consul: Handled member-join event for server "dev-consul-server-2.dc1" in area "wan" 2021/04/24 10:39:00 [WARN] raft: Heartbeat timeout from "" reached, starting election 2021/04/24 10:39:00 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 2 2021/04/24 10:39:00 [INFO] raft: Election won. Tally: 2 2021/04/24 10:39:00 [INFO] raft: Node at 10.242.244.7:8300 [Leader] entering Leader state 2021/04/24 10:39:00 [INFO] raft: Added peer a7868bac-11d2-dc8e-efd7-4f27a044022f, starting replication 2021/04/24 10:39:00 [INFO] raft: Added peer 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, starting replication 2021/04/24 10:39:00 [INFO] consul: cluster leadership acquired 2021/04/24 10:39:00 [INFO] consul: New leader elected: dev-consul-server-0 2021/04/24 10:39:00 [INFO] raft: pipelining replication to peer {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300} 2021/04/24 10:39:00 [WARN] raft: AppendEntries to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300} rejected, sending older logs (next: 1) 2021/04/24 10:39:00 [INFO] raft: pipelining replication to peer {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300} 2021/04/24 10:39:00 [INFO] consul: member 'dev-consul-server-0' joined, marking health alive 2021/04/24 10:39:00 [INFO] consul: member 'dev-consul-7467bf7b46-nslrg' joined, marking health alive 2021/04/24 10:39:00 [INFO] consul: member 'dev-consul-server-1' joined, marking health alive 2021/04/24 10:39:00 [INFO] consul: member 'dev-consul-server-2' joined, marking health alive 2021/04/24 10:39:01 [INFO] agent: Synced node info 2021/04/24 10:55:31 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 10:55:31 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/04/24 10:55:31 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/04/24 10:55:43 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:53010->10.242.179.71:8301: i/o timeout 2021/04/24 10:55:43 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 10:55:48 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:53072->10.242.179.71:8301: i/o timeout 2021/04/24 10:55:48 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 10:55:49 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 10:55:49 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/04/24 10:55:50 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 10:55:52 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:35080->10.242.179.88:8301: i/o timeout 2021/04/24 10:55:52 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 10:55:52 [INFO] memberlist: Marking dev-consul-7467bf7b46-nslrg as failed, suspect timeout reached (2 peer confirmations) 2021/04/24 10:55:52 [INFO] serf: EventMemberFailed: dev-consul-7467bf7b46-nslrg 10.242.179.71 2021/04/24 10:55:52 [INFO] consul: member 'dev-consul-7467bf7b46-nslrg' failed, marking health critical 2021/04/24 10:55:53 [INFO] serf: EventMemberJoin: dev-consul-7467bf7b46-nslrg 10.242.179.71 2021/04/24 10:55:53 [INFO] consul: member 'dev-consul-7467bf7b46-nslrg' joined, marking health alive 2021/04/24 10:55:54 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:53144->10.242.179.71:8301: i/o timeout 2021/04/24 10:55:54 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 10:55:56 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:53186->10.242.179.71:8301: i/o timeout 2021/04/24 10:55:56 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 10:55:58 [WARN] memberlist: Refuting a suspect message (from: dev-consul-7467bf7b46-nslrg) 2021/04/24 10:56:11 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 10:56:11 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/04/24 10:56:13 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:53404->10.242.179.71:8301: i/o timeout 2021/04/24 10:56:13 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 10:56:13 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 10:56:14 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 2.500285426s 2021/04/24 10:56:14 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 10:56:16 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:35380->10.242.179.88:8301: i/o timeout 2021/04/24 10:56:16 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 10:56:18 [WARN] memberlist: Refuting a suspect message (from: dev-consul-server-2) 2021/04/24 10:56:23 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:53538->10.242.179.71:8301: i/o timeout 2021/04/24 10:56:23 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 10:56:23 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 10:56:24 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 10:56:25 [WARN] memberlist: Refuting a suspect message (from: dev-consul-7467bf7b46-nslrg) 2021/04/24 10:56:29 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 10:56:41 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:35726->10.242.179.88:8301: i/o timeout 2021/04/24 10:56:41 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 10:56:41 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 10:56:43 [WARN] memberlist: Was able to connect to dev-consul-7467bf7b46-nslrg but other probes failed, network may be misconfigured 2021/04/24 10:58:23 [WARN] memberlist: Was able to connect to dev-consul-7467bf7b46-nslrg but other probes failed, network may be misconfigured 2021/04/24 10:58:25 [WARN] memberlist: Was able to connect to dev-consul-7467bf7b46-nslrg but other probes failed, network may be misconfigured 2021/04/24 10:58:25 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 10:58:25 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/04/24 10:58:25 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/04/24 10:58:25 [WARN] memberlist: Refuting a suspect message (from: dev-consul-7467bf7b46-nslrg) 2021/04/24 10:58:26 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 10:58:28 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:37430->10.242.179.88:8301: i/o timeout 2021/04/24 10:58:28 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 10:58:29 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 10:58:29 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 2.500161353s 2021/04/24 10:58:30 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:55506->10.242.179.71:8301: i/o timeout 2021/04/24 10:58:30 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 10:58:32 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:55534->10.242.179.71:8301: i/o timeout 2021/04/24 10:58:32 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 10:58:34 [INFO] serf: EventMemberFailed: dev-consul-7467bf7b46-nslrg 10.242.179.71 2021/04/24 10:58:34 [INFO] consul: member 'dev-consul-7467bf7b46-nslrg' failed, marking health critical 2021/04/24 10:58:35 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:55562->10.242.179.71:8301: i/o timeout 2021/04/24 10:58:35 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 10:58:38 [INFO] serf: EventMemberJoin: dev-consul-7467bf7b46-nslrg 10.242.179.71 2021/04/24 10:58:38 [INFO] consul: member 'dev-consul-7467bf7b46-nslrg' joined, marking health alive 2021/04/24 10:58:39 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 10:58:40 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:55646->10.242.179.71:8301: i/o timeout 2021/04/24 10:58:40 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 10:58:40 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 10:58:43 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:55680->10.242.179.71:8301: i/o timeout 2021/04/24 10:58:43 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 10:58:43 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 10:58:44 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 10:58:46 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 2.500144365s 2021/04/24 10:58:46 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:55716->10.242.179.71:8301: i/o timeout 2021/04/24 10:58:46 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 10:58:46 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 10:58:48 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 10:58:51 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 10:58:53 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:55822->10.242.179.71:8301: i/o timeout 2021/04/24 10:58:53 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 10:58:53 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 10:58:55 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 10:58:56 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:55860->10.242.179.71:8301: i/o timeout 2021/04/24 10:58:56 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 10:58:56 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 10:58:59 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 10:59:05 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 10:59:06 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 2.500274826s 2021/04/24 10:59:06 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:55986->10.242.179.71:8301: i/o timeout 2021/04/24 10:59:06 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 10:59:06 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 10:59:11 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 10:59:12 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:38026->10.242.179.88:8301: i/o timeout 2021/04/24 10:59:13 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:56084->10.242.179.71:8301: i/o timeout 2021/04/24 10:59:13 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 10:59:13 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 10:59:17 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:38088->10.242.179.88:8301: i/o timeout 2021/04/24 10:59:17 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 10:59:17 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 10:59:19 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 10:59:20 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:38148->10.242.179.88:8301: i/o timeout 2021/04/24 10:59:20 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 10:59:20 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 10:59:21 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 2.500265174s 2021/04/24 10:59:22 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:56200->10.242.179.71:8301: i/o timeout 2021/04/24 10:59:22 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 10:59:22 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 10:59:23 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 4.965037201s 2021/04/24 10:59:24 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:56222->10.242.179.71:8301: i/o timeout 2021/04/24 10:59:24 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 10:59:24 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 10:59:24 [ERR] memberlist: failed to receive: read tcp 10.242.244.7:8301->10.242.179.71:57640: i/o timeout from=10.242.179.71:57640 2021/04/24 10:59:24 [ERR] memberlist: Failed to send error: write tcp 10.242.244.7:8301->10.242.179.71:57640: i/o timeout from=10.242.179.71:57640 2021/04/24 10:59:26 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:38216->10.242.179.88:8301: i/o timeout 2021/04/24 10:59:26 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 10:59:26 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 10:59:27 [INFO] serf: EventMemberFailed: dev-consul-7467bf7b46-nslrg 10.242.179.71 2021/04/24 10:59:27 [INFO] consul: member 'dev-consul-7467bf7b46-nslrg' failed, marking health critical 2021/04/24 10:59:28 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:56292->10.242.179.71:8301: i/o timeout 2021/04/24 10:59:28 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 10:59:28 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 10:59:28 [ERR] raft: Failed to pipeline AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: write tcp 10.242.244.7:55886->10.242.179.88:8300: use of closed network connection 2021/04/24 10:59:28 [INFO] raft: aborting pipeline replication to peer {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300} 2021/04/24 10:59:30 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:38274->10.242.179.88:8301: i/o timeout 2021/04/24 10:59:30 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 10:59:30 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 10:59:31 [INFO] memberlist: Marking dev-consul-server-2 as failed, suspect timeout reached (1 peer confirmations) 2021/04/24 10:59:31 [INFO] serf: EventMemberFailed: dev-consul-server-2 10.242.179.88 2021/04/24 10:59:31 [INFO] consul: Removing LAN server dev-consul-server-2 (Addr: tcp/10.242.179.88:8300) (DC: dc1) 2021/04/24 10:59:31 [INFO] consul: member 'dev-consul-server-2' failed, marking health critical 2021/04/24 10:59:31 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 10:59:32 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:38296->10.242.179.88:8301: i/o timeout 2021/04/24 10:59:32 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 10:59:32 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 10:59:33 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 2.500269532s 2021/04/24 10:59:34 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 10:59:36 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 4.947800744s 2021/04/24 10:59:36 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 10:59:36 [INFO] serf: EventMemberJoin: dev-consul-server-2 10.242.179.88 2021/04/24 10:59:36 [INFO] consul: Adding LAN server dev-consul-server-2 (Addr: tcp/10.242.179.88:8300) (DC: dc1) 2021/04/24 10:59:36 [INFO] consul: member 'dev-consul-server-2' joined, marking health alive 2021/04/24 10:59:37 [INFO] raft: pipelining replication to peer {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300} 2021/04/24 10:59:38 [INFO] serf: EventMemberJoin: dev-consul-7467bf7b46-nslrg 10.242.179.71 2021/04/24 10:59:38 [INFO] consul: member 'dev-consul-7467bf7b46-nslrg' joined, marking health alive 2021/04/24 10:59:38 [WARN] memberlist: Refuting a suspect message (from: dev-consul-7467bf7b46-nslrg) 2021/04/24 10:59:39 [WARN] memberlist: Was able to connect to dev-consul-server-2 but other probes failed, network may be misconfigured 2021/04/24 10:59:41 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:56460->10.242.179.71:8301: i/o timeout 2021/04/24 10:59:41 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 10:59:41 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 10:59:41 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 2.500329247s 2021/04/24 10:59:42 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 10:59:44 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:38440->10.242.179.88:8301: i/o timeout 2021/04/24 10:59:44 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 10:59:44 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 4.942599582s 2021/04/24 10:59:44 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 10:59:46 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:56514->10.242.179.71:8301: i/o timeout 2021/04/24 10:59:46 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 10:59:46 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 10:59:47 [INFO] raft: aborting pipeline replication to peer {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300} 2021/04/24 10:59:48 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:38490->10.242.179.88:8301: i/o timeout 2021/04/24 10:59:48 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 10:59:48 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 10:59:49 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 2.500310478s 2021/04/24 10:59:50 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:56580->10.242.179.71:8301: i/o timeout 2021/04/24 10:59:50 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 10:59:50 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 10:59:51 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:43684->10.242.179.88:8302: i/o timeout 2021/04/24 10:59:51 [INFO] memberlist: Suspect dev-consul-server-2.dc1 has failed, no acks received 2021/04/24 10:59:52 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 4.930933015s 2021/04/24 10:59:52 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:38568->10.242.179.88:8301: i/o timeout 2021/04/24 10:59:52 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 10:59:52 [INFO] memberlist: Marking dev-consul-7467bf7b46-nslrg as failed, suspect timeout reached (1 peer confirmations) 2021/04/24 10:59:52 [INFO] serf: EventMemberFailed: dev-consul-7467bf7b46-nslrg 10.242.179.71 2021/04/24 10:59:52 [INFO] consul: member 'dev-consul-7467bf7b46-nslrg' failed, marking health critical 2021/04/24 10:59:52 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 10:59:54 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:56622->10.242.179.71:8301: i/o timeout 2021/04/24 10:59:54 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 10:59:54 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 10:59:54 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 7.393167156s 2021/04/24 10:59:55 [INFO] memberlist: Marking dev-consul-server-2 as failed, suspect timeout reached (1 peer confirmations) 2021/04/24 10:59:55 [INFO] serf: EventMemberFailed: dev-consul-server-2 10.242.179.88 2021/04/24 10:59:55 [INFO] consul: Removing LAN server dev-consul-server-2 (Addr: tcp/10.242.179.88:8300) (DC: dc1) 2021/04/24 10:59:55 [INFO] consul: member 'dev-consul-server-2' failed, marking health critical 2021/04/24 10:59:55 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 10:59:56 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 10:59:57 [ERR] raft: Failed to AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:43320->10.242.179.88:8300: i/o timeout 2021/04/24 10:59:57 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 10:59:57 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 2.500745601s 2021/04/24 10:59:58 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:00:00 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 4.915098183s 2021/04/24 11:00:00 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:00:01 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:43818->10.242.179.88:8302: i/o timeout 2021/04/24 11:00:01 [INFO] memberlist: Suspect dev-consul-server-2.dc1 has failed, no acks received 2021/04/24 11:00:01 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:00:02 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:00:02 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:00:03 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:00:04 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:00:04 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:00:05 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:00:06 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:00:06 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:00:07 [ERR] raft: Failed to AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:43458->10.242.179.88:8300: i/o timeout 2021/04/24 11:00:07 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:00:07 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:00:08 [ERR] yamux: keepalive failed: i/o deadline reached 2021/04/24 11:00:08 [ERR] consul.rpc: multiplex conn accept failed: keepalive timeout from=10.242.179.71:37200 2021/04/24 11:00:08 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:00:09 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 2.500195936s 2021/04/24 11:00:10 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:00:10 [ERR] yamux: keepalive failed: i/o deadline reached 2021/04/24 11:00:10 [WARN] consul: error getting server health from "dev-consul-server-2": rpc error making call: EOF 2021/04/24 11:00:11 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:43940->10.242.179.88:8302: i/o timeout 2021/04/24 11:00:11 [INFO] memberlist: Suspect dev-consul-server-2.dc1 has failed, no acks received 2021/04/24 11:00:11 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:00:12 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:00:13 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 11:00:13 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:00:14 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:00:14 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:00:14 [WARN] memberlist: Refuting a suspect message (from: dev-consul-server-2.dc1) 2021/04/24 11:00:15 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:00:15 [INFO] serf: EventMemberJoin: dev-consul-7467bf7b46-nslrg 10.242.179.71 2021/04/24 11:00:15 [INFO] consul: member 'dev-consul-7467bf7b46-nslrg' joined, marking health alive 2021/04/24 11:00:16 [INFO] serf: attempting reconnect to dev-consul-server-2 10.242.179.88:8301 2021/04/24 11:00:16 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:00:16 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:00:17 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:00:17 [ERR] raft: Failed to AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:55896->10.242.179.88:8300: i/o timeout 2021/04/24 11:00:17 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:00:18 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:00:18 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:00:20 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:00:20 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:00:21 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:57002->10.242.179.71:8301: i/o timeout 2021/04/24 11:00:21 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:00:21 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 2.500246569s 2021/04/24 11:00:22 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:00:23 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:57022->10.242.179.71:8301: i/o timeout 2021/04/24 11:00:23 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:00:24 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 4.955490972s 2021/04/24 11:00:24 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:00:26 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:57060->10.242.179.71:8301: i/o timeout 2021/04/24 11:00:26 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:00:26 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:00:26 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 7.430125912s 2021/04/24 11:00:27 [ERR] raft: Failed to AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:43726->10.242.179.88:8300: i/o timeout 2021/04/24 11:00:27 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:00:28 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:57096->10.242.179.71:8301: i/o timeout 2021/04/24 11:00:28 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:00:28 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:00:30 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: read tcp 10.242.244.7:43592->10.242.179.88:8300: i/o timeout 2021/04/24 11:00:30 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:57120->10.242.179.71:8301: i/o timeout 2021/04/24 11:00:30 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:00:30 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:00:30 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:00:31 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:44226->10.242.179.88:8302: i/o timeout 2021/04/24 11:00:31 [INFO] memberlist: Suspect dev-consul-server-2.dc1 has failed, no acks received 2021/04/24 11:00:32 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:00:33 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:57164->10.242.179.71:8301: i/o timeout 2021/04/24 11:00:33 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:00:34 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:00:34 [INFO] memberlist: Marking dev-consul-7467bf7b46-nslrg as failed, suspect timeout reached (1 peer confirmations) 2021/04/24 11:00:34 [INFO] serf: EventMemberFailed: dev-consul-7467bf7b46-nslrg 10.242.179.71 2021/04/24 11:00:34 [INFO] consul: member 'dev-consul-7467bf7b46-nslrg' failed, marking health critical 2021/04/24 11:00:36 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:57192->10.242.179.71:8301: i/o timeout 2021/04/24 11:00:36 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:00:36 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:00:37 [ERR] raft: Failed to AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:43870->10.242.179.88:8300: i/o timeout 2021/04/24 11:00:37 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:00:38 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:00:40 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:00:40 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: read tcp 10.242.244.7:43916->10.242.179.88:8300: i/o timeout 2021/04/24 11:00:41 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:00:42 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:00:44 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:00:46 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:44418->10.242.179.88:8302: i/o timeout 2021/04/24 11:00:46 [INFO] memberlist: Suspect dev-consul-server-2.dc1 has failed, no acks received 2021/04/24 11:00:46 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:00:47 [ERR] raft: Failed to AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:44000->10.242.179.88:8300: i/o timeout 2021/04/24 11:00:47 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:00:48 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:00:49 [INFO] serf: attempting reconnect to dev-consul-server-2 10.242.179.88:8301 2021/04/24 11:00:50 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:00:51 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: read tcp 10.242.244.7:44052->10.242.179.88:8300: i/o timeout 2021/04/24 11:00:51 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:00:52 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:00:52 [ERR] yamux: keepalive failed: i/o deadline reached 2021/04/24 11:00:52 [WARN] consul: error getting server health from "dev-consul-server-2": rpc error making call: EOF 2021/04/24 11:00:54 [ERR] memberlist: failed to receive: read tcp 10.242.244.7:8301->10.242.179.88:57070: i/o timeout from=10.242.179.88:57070 2021/04/24 11:00:54 [ERR] memberlist: Failed to send error: write tcp 10.242.244.7:8301->10.242.179.88:57070: i/o timeout from=10.242.179.88:57070 2021/04/24 11:00:55 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 11:00:55 [INFO] serf: EventMemberJoin: dev-consul-server-2 10.242.179.88 2021/04/24 11:00:55 [INFO] consul: Adding LAN server dev-consul-server-2 (Addr: tcp/10.242.179.88:8300) (DC: dc1) 2021/04/24 11:00:55 [INFO] consul: member 'dev-consul-server-2' joined, marking health alive 2021/04/24 11:00:56 [WARN] memberlist: Was able to connect to dev-consul-server-2.dc1 but other probes failed, network may be misconfigured 2021/04/24 11:00:56 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:00:57 [ERR] raft: Failed to AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:44140->10.242.179.88:8300: i/o timeout 2021/04/24 11:00:58 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:39458->10.242.179.88:8301: i/o timeout 2021/04/24 11:00:58 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:00:58 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:01:00 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:01:01 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: read tcp 10.242.244.7:44196->10.242.179.88:8300: i/o timeout 2021/04/24 11:01:02 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:39526->10.242.179.88:8301: i/o timeout 2021/04/24 11:01:02 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:01:02 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:01:04 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:39540->10.242.179.88:8301: i/o timeout 2021/04/24 11:01:04 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:01:04 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:01:06 [WARN] memberlist: Was able to connect to dev-consul-server-2.dc1 but other probes failed, network may be misconfigured 2021/04/24 11:01:06 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:01:06 [WARN] memberlist: Refuting a suspect message (from: dev-consul-server-2) 2021/04/24 11:01:06 [INFO] serf: EventMemberJoin: dev-consul-7467bf7b46-nslrg 10.242.179.71 2021/04/24 11:01:06 [INFO] consul: member 'dev-consul-7467bf7b46-nslrg' joined, marking health alive 2021/04/24 11:01:07 [WARN] memberlist: Was able to connect to dev-consul-server-2 but other probes failed, network may be misconfigured 2021/04/24 11:01:08 [ERR] raft: Failed to AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:44286->10.242.179.88:8300: i/o timeout 2021/04/24 11:01:08 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:57672->10.242.179.71:8301: i/o timeout 2021/04/24 11:01:08 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:01:08 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:01:08 [INFO] raft: pipelining replication to peer {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300} 2021/04/24 11:01:09 [WARN] memberlist: Refuting a suspect message (from: dev-consul-server-2.dc1) 2021/04/24 11:01:11 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 11:01:12 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:01:25 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:39880->10.242.179.88:8301: i/o timeout 2021/04/24 11:01:25 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:01:25 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 11:01:25 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/04/24 11:01:33 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:58024->10.242.179.71:8301: i/o timeout 2021/04/24 11:01:33 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:01:36 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:58056->10.242.179.71:8301: i/o timeout 2021/04/24 11:01:36 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:01:37 [INFO] memberlist: Marking dev-consul-7467bf7b46-nslrg as failed, suspect timeout reached (2 peer confirmations) 2021/04/24 11:01:37 [INFO] serf: EventMemberFailed: dev-consul-7467bf7b46-nslrg 10.242.179.71 2021/04/24 11:01:37 [INFO] consul: member 'dev-consul-7467bf7b46-nslrg' failed, marking health critical 2021/04/24 11:01:37 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 2.500174679s 2021/04/24 11:01:37 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 11:01:38 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:58072->10.242.179.71:8301: i/o timeout 2021/04/24 11:01:38 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:01:38 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:01:39 [INFO] serf: EventMemberJoin: dev-consul-7467bf7b46-nslrg 10.242.179.71 2021/04/24 11:01:39 [WARN] memberlist: Refuting a suspect message (from: dev-consul-7467bf7b46-nslrg) 2021/04/24 11:01:39 [INFO] consul: member 'dev-consul-7467bf7b46-nslrg' joined, marking health alive 2021/04/24 11:01:44 [WARN] memberlist: Was able to connect to dev-consul-7467bf7b46-nslrg but other probes failed, network may be misconfigured 2021/04/24 11:01:52 [WARN] memberlist: Refuting a suspect message (from: dev-consul-7467bf7b46-nslrg) 2021/04/24 11:01:55 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:58328->10.242.179.71:8301: i/o timeout 2021/04/24 11:01:55 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:02:04 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:58460->10.242.179.71:8301: i/o timeout 2021/04/24 11:02:04 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:02:13 [WARN] memberlist: Refuting a suspect message (from: dev-consul-7467bf7b46-nslrg) 2021/04/24 11:02:13 [WARN] memberlist: Was able to connect to dev-consul-7467bf7b46-nslrg but other probes failed, network may be misconfigured 2021/04/24 11:02:53 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:59176->10.242.179.71:8301: i/o timeout 2021/04/24 11:02:53 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:02:57 [INFO] memberlist: Marking dev-consul-7467bf7b46-nslrg as failed, suspect timeout reached (2 peer confirmations) 2021/04/24 11:02:57 [INFO] serf: EventMemberFailed: dev-consul-7467bf7b46-nslrg 10.242.179.71 2021/04/24 11:02:57 [INFO] consul: member 'dev-consul-7467bf7b46-nslrg' failed, marking health critical 2021/04/24 11:02:58 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:59250->10.242.179.71:8301: i/o timeout 2021/04/24 11:02:58 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:03:21 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:41512->10.242.179.88:8301: i/o timeout 2021/04/24 11:03:21 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:03:21 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 11:03:23 [WARN] memberlist: Was able to connect to dev-consul-server-2 but other probes failed, network may be misconfigured 2021/04/24 11:03:27 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 2.500162655s 2021/04/24 11:03:27 [INFO] serf: EventMemberJoin: dev-consul-7467bf7b46-nslrg 10.242.179.71 2021/04/24 11:03:27 [INFO] consul: member 'dev-consul-7467bf7b46-nslrg' joined, marking health alive 2021/04/24 11:03:27 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 11:03:28 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:41602->10.242.179.88:8301: i/o timeout 2021/04/24 11:03:28 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:03:28 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:03:31 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:59670->10.242.179.71:8301: i/o timeout 2021/04/24 11:03:31 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:03:31 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 11:03:32 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 2.501225163s 2021/04/24 11:03:32 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:03:34 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:41664->10.242.179.88:8301: i/o timeout 2021/04/24 11:03:34 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:03:34 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:03:34 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 4.957591846s 2021/04/24 11:03:35 [INFO] memberlist: Marking dev-consul-7467bf7b46-nslrg as failed, suspect timeout reached (2 peer confirmations) 2021/04/24 11:03:35 [INFO] serf: EventMemberFailed: dev-consul-7467bf7b46-nslrg 10.242.179.71 2021/04/24 11:03:35 [INFO] consul: member 'dev-consul-7467bf7b46-nslrg' failed, marking health critical 2021/04/24 11:03:37 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 11:03:37 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/04/24 11:03:38 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:59748->10.242.179.71:8301: i/o timeout 2021/04/24 11:03:38 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:03:38 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 2.500677895s 2021/04/24 11:03:38 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:03:40 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:03:40 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: read tcp 10.242.244.7:44364->10.242.179.88:8300: i/o timeout 2021/04/24 11:03:40 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 4.930961894s 2021/04/24 11:03:41 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:46900->10.242.179.88:8302: i/o timeout 2021/04/24 11:03:41 [INFO] memberlist: Suspect dev-consul-server-2.dc1 has failed, no acks received 2021/04/24 11:03:41 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:41768->10.242.179.88:8301: i/o timeout 2021/04/24 11:03:41 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:03:42 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:03:43 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 7.42709868s 2021/04/24 11:03:43 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:41792->10.242.179.88:8301: i/o timeout 2021/04/24 11:03:43 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:03:44 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:03:45 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:41840->10.242.179.88:8301: i/o timeout 2021/04/24 11:03:45 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:03:45 [INFO] memberlist: Marking dev-consul-server-2 as failed, suspect timeout reached (1 peer confirmations) 2021/04/24 11:03:45 [INFO] serf: EventMemberFailed: dev-consul-server-2 10.242.179.88 2021/04/24 11:03:45 [INFO] consul: Removing LAN server dev-consul-server-2 (Addr: tcp/10.242.179.88:8300) (DC: dc1) 2021/04/24 11:03:45 [INFO] consul: member 'dev-consul-server-2' failed, marking health critical 2021/04/24 11:03:45 [ERR] raft: Failed to pipeline AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: write tcp 10.242.244.7:44476->10.242.179.88:8300: use of closed network connection 2021/04/24 11:03:45 [INFO] raft: aborting pipeline replication to peer {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300} 2021/04/24 11:03:45 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:03:46 [INFO] serf: EventMemberJoin: dev-consul-server-2 10.242.179.88 2021/04/24 11:03:46 [INFO] consul: Adding LAN server dev-consul-server-2 (Addr: tcp/10.242.179.88:8300) (DC: dc1) 2021/04/24 11:03:46 [INFO] consul: member 'dev-consul-server-2' joined, marking health alive 2021/04/24 11:03:46 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:03:46 [INFO] raft: pipelining replication to peer {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300} 2021/04/24 11:03:48 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:03:49 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:41902->10.242.179.88:8301: i/o timeout 2021/04/24 11:03:49 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:03:50 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:03:52 [INFO] serf: EventMemberJoin: dev-consul-7467bf7b46-nslrg 10.242.179.71 2021/04/24 11:03:52 [INFO] consul: member 'dev-consul-7467bf7b46-nslrg' joined, marking health alive 2021/04/24 11:03:52 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:41928->10.242.179.88:8301: i/o timeout 2021/04/24 11:03:52 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:03:53 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 11:03:54 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:41960->10.242.179.88:8301: i/o timeout 2021/04/24 11:03:54 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:03:55 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:60016->10.242.179.71:8301: i/o timeout 2021/04/24 11:03:55 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:03:55 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 2.500263199s 2021/04/24 11:03:56 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:47110->10.242.179.88:8302: i/o timeout 2021/04/24 11:03:56 [INFO] memberlist: Suspect dev-consul-server-2.dc1 has failed, no acks received 2021/04/24 11:03:56 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:03:56 [INFO] raft: aborting pipeline replication to peer {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300} 2021/04/24 11:03:58 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:60034->10.242.179.71:8301: i/o timeout 2021/04/24 11:03:58 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:03:58 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:03:59 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 2.500200209s 2021/04/24 11:04:00 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:04:01 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:42036->10.242.179.88:8301: i/o timeout 2021/04/24 11:04:01 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:04:02 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:04:02 [INFO] raft: pipelining replication to peer {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300} 2021/04/24 11:04:04 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:60114->10.242.179.71:8301: i/o timeout 2021/04/24 11:04:04 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:04:05 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 2.500339568s 2021/04/24 11:04:05 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 11:04:05 [INFO] serf: EventMemberFailed: dev-consul-7467bf7b46-nslrg 10.242.179.71 2021/04/24 11:04:05 [INFO] consul: member 'dev-consul-7467bf7b46-nslrg' failed, marking health critical 2021/04/24 11:04:06 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:04:07 [ERR] memberlist: failed to receive: read tcp 10.242.244.7:8301->10.242.179.71:34194: i/o timeout from=10.242.179.71:34194 2021/04/24 11:04:07 [ERR] memberlist: Failed to send error: write tcp 10.242.244.7:8301->10.242.179.71:34194: i/o timeout from=10.242.179.71:34194 2021/04/24 11:04:07 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:42116->10.242.179.88:8301: i/o timeout 2021/04/24 11:04:07 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:04:07 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 4.961163031s 2021/04/24 11:04:08 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:04:08 [INFO] serf: EventMemberFailed: dev-consul-server-2 10.242.179.88 2021/04/24 11:04:08 [INFO] consul: Removing LAN server dev-consul-server-2 (Addr: tcp/10.242.179.88:8300) (DC: dc1) 2021/04/24 11:04:08 [INFO] consul: member 'dev-consul-server-2' failed, marking health critical 2021/04/24 11:04:09 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:42168->10.242.179.88:8301: i/o timeout 2021/04/24 11:04:09 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:04:09 [WARN] memberlist: Refuting a suspect message (from: dev-consul-server-2) 2021/04/24 11:04:09 [INFO] serf: EventMemberJoin: dev-consul-server-2 10.242.179.88 2021/04/24 11:04:09 [INFO] consul: Adding LAN server dev-consul-server-2 (Addr: tcp/10.242.179.88:8300) (DC: dc1) 2021/04/24 11:04:09 [INFO] consul: member 'dev-consul-server-2' joined, marking health alive 2021/04/24 11:04:15 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 11:04:16 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:04:18 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:42280->10.242.179.88:8301: i/o timeout 2021/04/24 11:04:18 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:04:18 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:04:19 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 2.507090214s 2021/04/24 11:04:20 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:42314->10.242.179.88:8301: i/o timeout 2021/04/24 11:04:20 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:04:20 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:04:21 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 4.996377279s 2021/04/24 11:04:22 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:42320->10.242.179.88:8301: i/o timeout 2021/04/24 11:04:22 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:04:22 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:04:24 [INFO] raft: aborting pipeline replication to peer {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300} 2021/04/24 11:04:24 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:42366->10.242.179.88:8301: i/o timeout 2021/04/24 11:04:24 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:04:24 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:04:25 [INFO] serf: attempting reconnect to dev-consul-7467bf7b46-nslrg 10.242.179.71:8301 2021/04/24 11:04:25 [INFO] raft: pipelining replication to peer {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300} 2021/04/24 11:04:27 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 11:04:28 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:04:30 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:04:31 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:42456->10.242.179.88:8301: i/o timeout 2021/04/24 11:04:31 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:04:32 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 2.500207127s 2021/04/24 11:04:32 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:04:34 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:42498->10.242.179.88:8301: i/o timeout 2021/04/24 11:04:34 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:04:34 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:04:34 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 4.971413062s 2021/04/24 11:04:36 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:42510->10.242.179.88:8301: i/o timeout 2021/04/24 11:04:36 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:04:36 [INFO] serf: EventMemberJoin: dev-consul-7467bf7b46-nslrg 10.242.179.71 2021/04/24 11:04:36 [INFO] consul: member 'dev-consul-7467bf7b46-nslrg' joined, marking health alive 2021/04/24 11:04:41 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 11:04:41 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/04/24 11:04:42 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 2.500233559s 2021/04/24 11:04:42 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:04:42 [WARN] memberlist: Refuting a suspect message (from: dev-consul-server-2) 2021/04/24 11:04:44 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:04:45 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 2.500396657s 2021/04/24 11:04:45 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:42626->10.242.179.88:8301: i/o timeout 2021/04/24 11:04:45 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:04:46 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:04:48 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:42680->10.242.179.88:8301: i/o timeout 2021/04/24 11:04:48 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:04:51 [WARN] memberlist: Was able to connect to dev-consul-7467bf7b46-nslrg but other probes failed, network may be misconfigured 2021/04/24 11:04:51 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 11:04:51 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 2.50037763s 2021/04/24 11:04:52 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:04:53 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:42732->10.242.179.88:8301: i/o timeout 2021/04/24 11:04:53 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:04:54 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 4.983748821s 2021/04/24 11:04:54 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:04:56 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:42770->10.242.179.88:8301: i/o timeout 2021/04/24 11:04:56 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:04:56 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:04:56 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 7.448635813s 2021/04/24 11:04:58 [ERR] yamux: keepalive failed: i/o deadline reached 2021/04/24 11:04:58 [ERR] consul.rpc: multiplex conn accept failed: keepalive timeout from=10.242.179.71:43384 2021/04/24 11:04:58 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:04:59 [INFO] raft: aborting pipeline replication to peer {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300} 2021/04/24 11:04:59 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:60848->10.242.179.71:8301: i/o timeout 2021/04/24 11:04:59 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:04:59 [ERR] memberlist: failed to receive: read tcp 10.242.244.7:8301->10.242.179.71:34912: i/o timeout from=10.242.179.71:34912 2021/04/24 11:04:59 [ERR] memberlist: Failed to send error: write tcp 10.242.244.7:8301->10.242.179.71:34912: i/o timeout from=10.242.179.71:34912 2021/04/24 11:05:00 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: read tcp 10.242.244.7:46610->10.242.179.88:8300: i/o timeout 2021/04/24 11:05:00 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:05:01 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:42846->10.242.179.88:8301: i/o timeout 2021/04/24 11:05:01 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:05:01 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 2.500475425s 2021/04/24 11:05:02 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:05:03 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:60922->10.242.179.71:8301: i/o timeout 2021/04/24 11:05:03 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:05:04 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 4.984013714s 2021/04/24 11:05:04 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:05:04 [INFO] serf: EventMemberFailed: dev-consul-server-2 10.242.179.88 2021/04/24 11:05:04 [INFO] consul: Removing LAN server dev-consul-server-2 (Addr: tcp/10.242.179.88:8300) (DC: dc1) 2021/04/24 11:05:04 [INFO] consul: member 'dev-consul-server-2' failed, marking health critical 2021/04/24 11:05:05 [WARN] memberlist: Refuting a suspect message (from: dev-consul-7467bf7b46-nslrg) 2021/04/24 11:05:05 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:42912->10.242.179.88:8301: i/o timeout 2021/04/24 11:05:05 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:05:06 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:48048->10.242.179.88:8302: i/o timeout 2021/04/24 11:05:06 [INFO] memberlist: Suspect dev-consul-server-2.dc1 has failed, no acks received 2021/04/24 11:05:06 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:05:06 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 7.454995826s 2021/04/24 11:05:07 [INFO] memberlist: Marking dev-consul-7467bf7b46-nslrg as failed, suspect timeout reached (1 peer confirmations) 2021/04/24 11:05:07 [INFO] serf: EventMemberFailed: dev-consul-7467bf7b46-nslrg 10.242.179.71 2021/04/24 11:05:07 [INFO] consul: member 'dev-consul-7467bf7b46-nslrg' failed, marking health critical 2021/04/24 11:05:08 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:60958->10.242.179.71:8301: i/o timeout 2021/04/24 11:05:08 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:05:08 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:05:09 [ERR] raft: Failed to AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:47654->10.242.179.88:8300: i/o timeout 2021/04/24 11:05:09 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:05:10 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:05:10 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: read tcp 10.242.244.7:47678->10.242.179.88:8300: i/o timeout 2021/04/24 11:05:11 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:05:12 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:05:14 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:05:16 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:48186->10.242.179.88:8302: i/o timeout 2021/04/24 11:05:16 [INFO] memberlist: Suspect dev-consul-server-2.dc1 has failed, no acks received 2021/04/24 11:05:16 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:05:18 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:05:19 [ERR] raft: Failed to AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:47790->10.242.179.88:8300: i/o timeout 2021/04/24 11:05:19 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:05:20 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:05:21 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: read tcp 10.242.244.7:47812->10.242.179.88:8300: i/o timeout 2021/04/24 11:05:22 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:05:23 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 11:05:23 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/04/24 11:05:23 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/04/24 11:05:24 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:05:26 [WARN] memberlist: Was able to connect to dev-consul-server-2.dc1 but other probes failed, network may be misconfigured 2021/04/24 11:05:26 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:05:28 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:05:29 [ERR] raft: Failed to AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:47936->10.242.179.88:8300: i/o timeout 2021/04/24 11:05:29 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:05:30 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:05:32 [INFO] memberlist: Marking dev-consul-server-2.dc1 as failed, suspect timeout reached (0 peer confirmations) 2021/04/24 11:05:32 [INFO] serf: EventMemberFailed: dev-consul-server-2.dc1 10.242.179.88 2021/04/24 11:05:32 [INFO] consul: Handled member-failed event for server "dev-consul-server-2.dc1" in area "wan" 2021/04/24 11:05:32 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: read tcp 10.242.244.7:47966->10.242.179.88:8300: i/o timeout 2021/04/24 11:05:32 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:05:33 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:05:34 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:05:35 [INFO] serf: attempting reconnect to dev-consul-server-2 10.242.179.88:8301 2021/04/24 11:05:36 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:48446->10.242.179.88:8302: i/o timeout 2021/04/24 11:05:36 [INFO] memberlist: Suspect dev-consul-server-2.dc1 has failed, no acks received 2021/04/24 11:05:36 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:05:38 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:05:38 [ERR] yamux: keepalive failed: i/o deadline reached 2021/04/24 11:05:38 [ERR] consul.rpc: multiplex conn accept failed: keepalive timeout from=10.242.179.88:59858 2021/04/24 11:05:39 [ERR] raft: Failed to AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:48068->10.242.179.88:8300: i/o timeout 2021/04/24 11:05:39 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:05:40 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:05:42 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:05:43 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: read tcp 10.242.244.7:48112->10.242.179.88:8300: i/o timeout 2021/04/24 11:05:44 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:05:44 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:05:46 [INFO] serf: attempting reconnect to dev-consul-server-2.dc1 10.242.179.88:8302 2021/04/24 11:05:46 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:05:48 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:05:49 [ERR] raft: Failed to AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:48192->10.242.179.88:8300: i/o timeout 2021/04/24 11:05:49 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:05:50 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:05:52 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:05:54 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: read tcp 10.242.244.7:48250->10.242.179.88:8300: i/o timeout 2021/04/24 11:05:54 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:05:55 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:05:56 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:05:58 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:05:59 [ERR] raft: Failed to AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:48324->10.242.179.88:8300: i/o timeout 2021/04/24 11:05:59 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:06:00 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:06:02 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:06:04 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:06:05 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: read tcp 10.242.244.7:48382->10.242.179.88:8300: i/o timeout 2021/04/24 11:06:06 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:06:06 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:06:08 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:06:09 [ERR] raft: Failed to AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:48452->10.242.179.88:8300: i/o timeout 2021/04/24 11:06:10 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:06:10 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:06:12 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:06:14 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:06:15 [INFO] serf: attempting reconnect to dev-consul-server-2 10.242.179.88:8301 2021/04/24 11:06:16 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:06:16 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: read tcp 10.242.244.7:48520->10.242.179.88:8300: i/o timeout 2021/04/24 11:06:17 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:06:18 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:06:20 [ERR] raft: Failed to AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:48574->10.242.179.88:8300: i/o timeout 2021/04/24 11:06:20 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:06:20 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:06:22 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:06:24 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:06:26 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:06:27 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: read tcp 10.242.244.7:48670->10.242.179.88:8300: i/o timeout 2021/04/24 11:06:28 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:06:30 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:06:30 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:06:30 [ERR] raft: Failed to AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:48708->10.242.179.88:8300: i/o timeout 2021/04/24 11:06:30 [ERR] memberlist: failed to receive: read tcp 10.242.244.7:8302->10.242.179.88:46298: i/o timeout from=10.242.179.88:46298 2021/04/24 11:06:30 [ERR] memberlist: Failed to send error: write tcp 10.242.244.7:8302->10.242.179.88:46298: i/o timeout from=10.242.179.88:46298 2021/04/24 11:06:32 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:06:32 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:06:34 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:06:36 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:06:38 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:06:40 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: read tcp 10.242.244.7:48830->10.242.179.88:8300: i/o timeout 2021/04/24 11:06:40 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:06:42 [ERR] raft: Failed to AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:48848->10.242.179.88:8300: i/o timeout 2021/04/24 11:06:42 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:06:43 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:06:44 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:06:44 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:06:46 [INFO] serf: attempting reconnect to dev-consul-server-2.dc1 10.242.179.88:8302 2021/04/24 11:06:46 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:06:48 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:06:50 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:06:52 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:06:53 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: read tcp 10.242.244.7:48996->10.242.179.88:8300: i/o timeout 2021/04/24 11:06:54 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:06:54 [ERR] raft: Failed to AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:49008->10.242.179.88:8300: i/o timeout 2021/04/24 11:06:55 [INFO] serf: attempting reconnect to dev-consul-7467bf7b46-nslrg 10.242.179.71:8301 2021/04/24 11:06:56 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:06:58 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:06:59 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:06:59 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:06:59 [INFO] serf: EventMemberJoin: dev-consul-7467bf7b46-nslrg 10.242.179.71 2021/04/24 11:06:59 [INFO] consul: member 'dev-consul-7467bf7b46-nslrg' joined, marking health alive 2021/04/24 11:06:59 [INFO] serf: EventMemberJoin: dev-consul-server-2 10.242.179.88 2021/04/24 11:06:59 [INFO] consul: Adding LAN server dev-consul-server-2 (Addr: tcp/10.242.179.88:8300) (DC: dc1) 2021/04/24 11:06:59 [INFO] consul: member 'dev-consul-server-2' joined, marking health alive 2021/04/24 11:07:00 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:07:01 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:44396->10.242.179.88:8301: i/o timeout 2021/04/24 11:07:01 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:07:02 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:07:04 [INFO] serf: EventMemberFailed: dev-consul-server-2 10.242.179.88 2021/04/24 11:07:04 [INFO] consul: Removing LAN server dev-consul-server-2 (Addr: tcp/10.242.179.88:8300) (DC: dc1) 2021/04/24 11:07:04 [INFO] consul: member 'dev-consul-server-2' failed, marking health critical 2021/04/24 11:07:04 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:34230->10.242.179.71:8301: i/o timeout 2021/04/24 11:07:04 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:07:04 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:07:05 [INFO] serf: EventMemberJoin: dev-consul-server-2.dc1 10.242.179.88 2021/04/24 11:07:05 [INFO] consul: Handled member-join event for server "dev-consul-server-2.dc1" in area "wan" 2021/04/24 11:07:06 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:34260->10.242.179.71:8301: i/o timeout 2021/04/24 11:07:06 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:07:06 [INFO] serf: EventMemberJoin: dev-consul-server-2 10.242.179.88 2021/04/24 11:07:06 [INFO] consul: Adding LAN server dev-consul-server-2 (Addr: tcp/10.242.179.88:8300) (DC: dc1) 2021/04/24 11:07:06 [INFO] consul: member 'dev-consul-server-2' joined, marking health alive 2021/04/24 11:07:06 [DEBUG] raft-net: 10.242.244.7:8300 accepted connection from: 10.242.179.88:60054 2021/04/24 11:07:06 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:07:08 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:44482->10.242.179.88:8301: i/o timeout 2021/04/24 11:07:08 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:07:08 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 2.500748813s 2021/04/24 11:07:08 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:07:09 [WARN] memberlist: Refuting a suspect message (from: dev-consul-server-2.dc1) 2021/04/24 11:07:09 [ERR] raft: Failed to AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:49208->10.242.179.88:8300: i/o timeout 2021/04/24 11:07:10 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:34330->10.242.179.71:8301: i/o timeout 2021/04/24 11:07:10 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:07:10 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:07:12 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:34340->10.242.179.71:8301: i/o timeout 2021/04/24 11:07:12 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:07:12 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:07:14 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:44572->10.242.179.88:8301: i/o timeout 2021/04/24 11:07:14 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:07:14 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:07:16 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:44588->10.242.179.88:8301: i/o timeout 2021/04/24 11:07:16 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:07:16 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:07:17 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 2.500247713s 2021/04/24 11:07:18 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:34436->10.242.179.71:8301: i/o timeout 2021/04/24 11:07:18 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:07:18 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:07:19 [INFO] memberlist: Marking dev-consul-server-2 as failed, suspect timeout reached (1 peer confirmations) 2021/04/24 11:07:19 [INFO] serf: EventMemberFailed: dev-consul-server-2 10.242.179.88 2021/04/24 11:07:19 [INFO] consul: Removing LAN server dev-consul-server-2 (Addr: tcp/10.242.179.88:8300) (DC: dc1) 2021/04/24 11:07:19 [INFO] consul: member 'dev-consul-server-2' failed, marking health critical 2021/04/24 11:07:20 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:07:20 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:44662->10.242.179.88:8301: i/o timeout 2021/04/24 11:07:20 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:07:20 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:07:20 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 2.500369191s 2021/04/24 11:07:21 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:49794->10.242.179.88:8302: i/o timeout 2021/04/24 11:07:21 [INFO] memberlist: Suspect dev-consul-server-2.dc1 has failed, no acks received 2021/04/24 11:07:21 [INFO] memberlist: Marking dev-consul-7467bf7b46-nslrg as failed, suspect timeout reached (1 peer confirmations) 2021/04/24 11:07:21 [INFO] serf: EventMemberFailed: dev-consul-7467bf7b46-nslrg 10.242.179.71 2021/04/24 11:07:21 [INFO] consul: member 'dev-consul-7467bf7b46-nslrg' failed, marking health critical 2021/04/24 11:07:22 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:34480->10.242.179.71:8301: i/o timeout 2021/04/24 11:07:22 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:07:22 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:07:22 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 4.94677199s 2021/04/24 11:07:24 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:07:25 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 7.375641768s 2021/04/24 11:07:26 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:07:28 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:07:28 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: read tcp 10.242.244.7:49200->10.242.179.88:8300: i/o timeout 2021/04/24 11:07:29 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:07:30 [ERR] raft: Failed to AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:49486->10.242.179.88:8300: i/o timeout 2021/04/24 11:07:30 [WARN] raft: Rejecting vote request from 10.242.179.88:8300 since we have a leader: 10.242.244.7:8300 2021/04/24 11:07:31 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:49926->10.242.179.88:8302: i/o timeout 2021/04/24 11:07:31 [INFO] memberlist: Suspect dev-consul-server-2.dc1 has failed, no acks received 2021/04/24 11:07:31 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 11:07:32 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:07:34 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:07:35 [INFO] serf: attempting reconnect to dev-consul-server-2 10.242.179.88:8301 2021/04/24 11:07:36 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:07:38 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:07:39 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: read tcp 10.242.244.7:49614->10.242.179.88:8300: i/o timeout 2021/04/24 11:07:40 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:07:40 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:07:40 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:07:42 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:07:44 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:07:46 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:50122->10.242.179.88:8302: i/o timeout 2021/04/24 11:07:46 [INFO] memberlist: Suspect dev-consul-server-2.dc1 has failed, no acks received 2021/04/24 11:07:46 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:07:48 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:07:50 [ERR] memberlist: failed to receive: read tcp 10.242.244.7:8301->10.242.179.88:35582: i/o timeout from=10.242.179.88:35582 2021/04/24 11:07:50 [ERR] memberlist: Failed to send error: write tcp 10.242.244.7:8301->10.242.179.88:35582: i/o timeout from=10.242.179.88:35582 2021/04/24 11:07:50 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: read tcp 10.242.244.7:49736->10.242.179.88:8300: i/o timeout 2021/04/24 11:07:50 [ERR] raft: Failed to AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:49738->10.242.179.88:8300: i/o timeout 2021/04/24 11:07:50 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:07:51 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:07:52 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:07:54 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:07:56 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:07:58 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:08:00 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:08:00 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:08:01 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: read tcp 10.242.244.7:49880->10.242.179.88:8300: i/o timeout 2021/04/24 11:08:01 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:50310->10.242.179.88:8302: i/o timeout 2021/04/24 11:08:01 [INFO] memberlist: Suspect dev-consul-server-2.dc1 has failed, no acks received 2021/04/24 11:08:01 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:08:02 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:08:04 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:08:06 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:08:08 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:08:08 [ERR] yamux: keepalive failed: i/o deadline reached 2021/04/24 11:08:08 [ERR] consul.rpc: multiplex conn accept failed: keepalive timeout from=10.242.179.71:47270 2021/04/24 11:08:08 [ERR] yamux: keepalive failed: i/o deadline reached 2021/04/24 11:08:08 [ERR] consul.rpc: multiplex conn accept failed: keepalive timeout from=10.242.179.88:59474 2021/04/24 11:08:10 [ERR] yamux: keepalive failed: i/o deadline reached 2021/04/24 11:08:10 [WARN] consul: error getting server health from "dev-consul-server-2": rpc error making call: EOF 2021/04/24 11:08:10 [ERR] raft: Failed to AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:50004->10.242.179.88:8300: i/o timeout 2021/04/24 11:08:11 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:50436->10.242.179.88:8302: i/o timeout 2021/04/24 11:08:11 [INFO] memberlist: Suspect dev-consul-server-2.dc1 has failed, no acks received 2021/04/24 11:08:11 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 11:08:11 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: read tcp 10.242.244.7:50024->10.242.179.88:8300: i/o timeout 2021/04/24 11:08:12 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:08:12 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:08:14 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:08:15 [INFO] serf: attempting reconnect to dev-consul-7467bf7b46-nslrg 10.242.179.71:8301 2021/04/24 11:08:16 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:08:17 [INFO] memberlist: Marking dev-consul-server-2.dc1 as failed, suspect timeout reached (0 peer confirmations) 2021/04/24 11:08:17 [INFO] serf: EventMemberFailed: dev-consul-server-2.dc1 10.242.179.88 2021/04/24 11:08:17 [INFO] consul: Handled member-failed event for server "dev-consul-server-2.dc1" in area "wan" 2021/04/24 11:08:18 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:08:20 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:08:20 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:08:21 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:50508->10.242.179.88:8302: i/o timeout 2021/04/24 11:08:21 [INFO] memberlist: Suspect dev-consul-server-2.dc1 has failed, no acks received 2021/04/24 11:08:22 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:08:22 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: read tcp 10.242.244.7:50162->10.242.179.88:8300: i/o timeout 2021/04/24 11:08:23 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:08:24 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:08:26 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:08:28 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:08:29 [ERR] memberlist: failed to receive: read tcp 10.242.244.7:8301->10.242.179.71:37712: i/o timeout from=10.242.179.71:37712 2021/04/24 11:08:29 [ERR] memberlist: Failed to send error: write tcp 10.242.244.7:8301->10.242.179.71:37712: i/o timeout from=10.242.179.71:37712 2021/04/24 11:08:30 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:08:30 [ERR] raft: Failed to AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:50270->10.242.179.88:8300: i/o timeout 2021/04/24 11:08:32 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:08:33 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: read tcp 10.242.244.7:50316->10.242.179.88:8300: i/o timeout 2021/04/24 11:08:34 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:08:34 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:08:36 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:08:38 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:08:40 [WARN] memberlist: Refuting a suspect message (from: dev-consul-server-2.dc1) 2021/04/24 11:08:40 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:08:40 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:08:41 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:08:42 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:08:42 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 2.500299915s 2021/04/24 11:08:44 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:08:45 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 4.994011743s 2021/04/24 11:08:46 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:08:47 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 7.447136455s 2021/04/24 11:08:48 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:08:50 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:08:50 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: read tcp 10.242.244.7:50454->10.242.179.88:8300: i/o timeout 2021/04/24 11:08:51 [ERR] raft: Failed to AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:50532->10.242.179.88:8300: i/o timeout 2021/04/24 11:08:51 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:08:52 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:08:54 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:08:55 [INFO] serf: attempting reconnect to dev-consul-7467bf7b46-nslrg 10.242.179.71:8301 2021/04/24 11:08:56 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:08:58 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:09:00 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:09:01 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:09:01 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: read tcp 10.242.244.7:50670->10.242.179.88:8300: i/o timeout 2021/04/24 11:09:02 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:09:02 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:09:04 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:09:06 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:09:08 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:09:10 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:09:11 [ERR] raft: Failed to AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:50796->10.242.179.88:8300: i/o timeout 2021/04/24 11:09:12 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:09:12 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: read tcp 10.242.244.7:50818->10.242.179.88:8300: i/o timeout 2021/04/24 11:09:13 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:09:14 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:09:16 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:09:18 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:09:20 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:09:21 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:09:22 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:09:22 [ERR] yamux: keepalive failed: i/o deadline reached 2021/04/24 11:09:22 [WARN] consul: error getting server health from "dev-consul-server-2": rpc error making call: EOF 2021/04/24 11:09:23 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: read tcp 10.242.244.7:50964->10.242.179.88:8300: i/o timeout 2021/04/24 11:09:23 [INFO] serf: EventMemberJoin: dev-consul-server-2.dc1 10.242.179.88 2021/04/24 11:09:23 [INFO] consul: Handled member-join event for server "dev-consul-server-2.dc1" in area "wan" 2021/04/24 11:09:24 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:09:25 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 11:09:26 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:09:28 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:09:30 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:09:31 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:51496->10.242.179.88:8302: i/o timeout 2021/04/24 11:09:31 [INFO] memberlist: Suspect dev-consul-server-2.dc1 has failed, no acks received 2021/04/24 11:09:31 [ERR] raft: Failed to AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:51066->10.242.179.88:8300: i/o timeout 2021/04/24 11:09:32 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:09:32 [ERR] memberlist: failed to receive: read tcp 10.242.244.7:8301->10.242.179.88:36666: i/o timeout from=10.242.179.88:36666 2021/04/24 11:09:32 [ERR] memberlist: Failed to send error: write tcp 10.242.244.7:8301->10.242.179.88:36666: i/o timeout from=10.242.179.88:36666 2021/04/24 11:09:34 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: read tcp 10.242.244.7:51102->10.242.179.88:8300: i/o timeout 2021/04/24 11:09:34 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:09:35 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:09:35 [INFO] serf: attempting reconnect to dev-consul-7467bf7b46-nslrg 10.242.179.71:8301 2021/04/24 11:09:36 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:09:38 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:09:39 [WARN] memberlist: Refuting a suspect message (from: dev-consul-server-2) 2021/04/24 11:09:40 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:09:41 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:51618->10.242.179.88:8302: i/o timeout 2021/04/24 11:09:41 [INFO] memberlist: Suspect dev-consul-server-2.dc1 has failed, no acks received 2021/04/24 11:09:41 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:09:42 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:09:44 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:09:45 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: read tcp 10.242.244.7:51242->10.242.179.88:8300: i/o timeout 2021/04/24 11:09:46 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:09:46 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:09:48 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:09:50 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:09:51 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:51754->10.242.179.88:8302: i/o timeout 2021/04/24 11:09:51 [INFO] memberlist: Suspect dev-consul-server-2.dc1 has failed, no acks received 2021/04/24 11:09:51 [ERR] raft: Failed to AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:51328->10.242.179.88:8300: i/o timeout 2021/04/24 11:09:52 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:09:53 [INFO] serf: EventMemberJoin: dev-consul-7467bf7b46-nslrg 10.242.179.71 2021/04/24 11:09:53 [INFO] consul: member 'dev-consul-7467bf7b46-nslrg' joined, marking health alive 2021/04/24 11:09:53 [INFO] serf: EventMemberFailed: dev-consul-7467bf7b46-nslrg 10.242.179.71 2021/04/24 11:09:53 [INFO] serf: EventMemberJoin: dev-consul-server-2 10.242.179.88 2021/04/24 11:09:53 [INFO] consul: Adding LAN server dev-consul-server-2 (Addr: tcp/10.242.179.88:8300) (DC: dc1) 2021/04/24 11:09:53 [INFO] consul: member 'dev-consul-7467bf7b46-nslrg' failed, marking health critical 2021/04/24 11:09:53 [INFO] consul: member 'dev-consul-server-2' joined, marking health alive 2021/04/24 11:09:54 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:09:56 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:09:57 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:46690->10.242.179.88:8301: i/o timeout 2021/04/24 11:09:57 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:09:58 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:09:59 [INFO] serf: EventMemberJoin: dev-consul-7467bf7b46-nslrg 10.242.179.71 2021/04/24 11:09:59 [INFO] consul: member 'dev-consul-7467bf7b46-nslrg' joined, marking health alive 2021/04/24 11:10:00 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:46746->10.242.179.88:8301: i/o timeout 2021/04/24 11:10:00 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:10:01 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:36562->10.242.179.71:8301: i/o timeout 2021/04/24 11:10:01 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:10:03 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 11:10:04 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:46798->10.242.179.88:8301: i/o timeout 2021/04/24 11:10:04 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:10:04 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:10:05 [INFO] memberlist: Marking dev-consul-7467bf7b46-nslrg as failed, suspect timeout reached (2 peer confirmations) 2021/04/24 11:10:05 [INFO] serf: EventMemberFailed: dev-consul-7467bf7b46-nslrg 10.242.179.71 2021/04/24 11:10:05 [INFO] consul: member 'dev-consul-7467bf7b46-nslrg' failed, marking health critical 2021/04/24 11:10:06 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:36622->10.242.179.71:8301: i/o timeout 2021/04/24 11:10:06 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:10:06 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:10:08 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:46842->10.242.179.88:8301: i/o timeout 2021/04/24 11:10:08 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:10:08 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:10:08 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 2.500268048s 2021/04/24 11:10:10 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:46866->10.242.179.88:8301: i/o timeout 2021/04/24 11:10:10 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:10:10 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:10:11 [INFO] serf: EventMemberJoin: dev-consul-7467bf7b46-nslrg 10.242.179.71 2021/04/24 11:10:11 [INFO] consul: member 'dev-consul-7467bf7b46-nslrg' joined, marking health alive 2021/04/24 11:10:11 [ERR] raft: Failed to AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:51592->10.242.179.88:8300: i/o timeout 2021/04/24 11:10:12 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:46894->10.242.179.88:8301: i/o timeout 2021/04/24 11:10:12 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:10:12 [INFO] memberlist: Marking dev-consul-server-2 as failed, suspect timeout reached (2 peer confirmations) 2021/04/24 11:10:12 [INFO] serf: EventMemberFailed: dev-consul-server-2 10.242.179.88 2021/04/24 11:10:12 [INFO] consul: Removing LAN server dev-consul-server-2 (Addr: tcp/10.242.179.88:8300) (DC: dc1) 2021/04/24 11:10:12 [INFO] consul: member 'dev-consul-server-2' failed, marking health critical 2021/04/24 11:10:12 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:10:13 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 2.501458922s 2021/04/24 11:10:14 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:10:15 [INFO] serf: EventMemberJoin: dev-consul-server-2 10.242.179.88 2021/04/24 11:10:15 [INFO] consul: Adding LAN server dev-consul-server-2 (Addr: tcp/10.242.179.88:8300) (DC: dc1) 2021/04/24 11:10:15 [INFO] consul: member 'dev-consul-server-2' joined, marking health alive 2021/04/24 11:10:16 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:36762->10.242.179.71:8301: i/o timeout 2021/04/24 11:10:16 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:10:16 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:10:19 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:36816->10.242.179.71:8301: i/o timeout 2021/04/24 11:10:19 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:10:21 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 11:10:21 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/04/24 11:10:21 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 2.500163093s 2021/04/24 11:10:22 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:47036->10.242.179.88:8301: i/o timeout 2021/04/24 11:10:22 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:10:22 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:10:24 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:36860->10.242.179.71:8301: i/o timeout 2021/04/24 11:10:24 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:10:24 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:10:26 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:36890->10.242.179.71:8301: i/o timeout 2021/04/24 11:10:26 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:10:26 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:10:26 [INFO] raft: pipelining replication to peer {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300} 2021/04/24 11:10:29 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 11:10:30 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:10:31 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 2.50028696s 2021/04/24 11:10:32 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:10:33 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:47176->10.242.179.88:8301: i/o timeout 2021/04/24 11:10:33 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:10:34 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 4.948760405s 2021/04/24 11:10:34 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:10:35 [WARN] memberlist: Was able to connect to dev-consul-7467bf7b46-nslrg but other probes failed, network may be misconfigured 2021/04/24 11:10:37 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:37034->10.242.179.71:8301: i/o timeout 2021/04/24 11:10:37 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:10:37 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 11:10:37 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 2.500316186s 2021/04/24 11:10:38 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:10:39 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:47242->10.242.179.88:8301: i/o timeout 2021/04/24 11:10:39 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:10:39 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: read tcp 10.242.244.7:51376->10.242.179.88:8300: i/o timeout 2021/04/24 11:10:40 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 4.914098968s 2021/04/24 11:10:40 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:10:42 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:37086->10.242.179.71:8301: i/o timeout 2021/04/24 11:10:42 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:10:42 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:10:42 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 7.35959041s 2021/04/24 11:10:43 [INFO] serf: EventMemberFailed: dev-consul-7467bf7b46-nslrg 10.242.179.71 2021/04/24 11:10:43 [INFO] consul: member 'dev-consul-7467bf7b46-nslrg' failed, marking health critical 2021/04/24 11:10:44 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:10:44 [INFO] memberlist: Marking dev-consul-server-2 as failed, suspect timeout reached (1 peer confirmations) 2021/04/24 11:10:44 [INFO] serf: EventMemberFailed: dev-consul-server-2 10.242.179.88 2021/04/24 11:10:44 [INFO] consul: Removing LAN server dev-consul-server-2 (Addr: tcp/10.242.179.88:8300) (DC: dc1) 2021/04/24 11:10:44 [INFO] consul: member 'dev-consul-server-2' failed, marking health critical 2021/04/24 11:10:45 [INFO] serf: EventMemberJoin: dev-consul-server-2 10.242.179.88 2021/04/24 11:10:45 [INFO] consul: Adding LAN server dev-consul-server-2 (Addr: tcp/10.242.179.88:8300) (DC: dc1) 2021/04/24 11:10:45 [INFO] consul: member 'dev-consul-server-2' joined, marking health alive 2021/04/24 11:10:45 [WARN] memberlist: Was able to connect to dev-consul-server-2 but other probes failed, network may be misconfigured 2021/04/24 11:10:46 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:10:47 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:47360->10.242.179.88:8301: i/o timeout 2021/04/24 11:10:47 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:10:49 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:47406->10.242.179.88:8301: i/o timeout 2021/04/24 11:10:49 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:10:49 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 11:10:49 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/04/24 11:10:49 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/04/24 11:10:49 [WARN] memberlist: Refuting a suspect message (from: dev-consul-server-2.dc1) 2021/04/24 11:10:50 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:10:51 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:52552->10.242.179.88:8302: i/o timeout 2021/04/24 11:10:51 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:47418->10.242.179.88:8301: i/o timeout 2021/04/24 11:10:51 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:10:51 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 2.500323585s 2021/04/24 11:10:52 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:10:53 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:47448->10.242.179.88:8301: i/o timeout 2021/04/24 11:10:53 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:10:54 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 4.989050222s 2021/04/24 11:10:54 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:10:56 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:47480->10.242.179.88:8301: i/o timeout 2021/04/24 11:10:56 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:10:56 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:10:56 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 7.438279914s 2021/04/24 11:10:58 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:47512->10.242.179.88:8301: i/o timeout 2021/04/24 11:10:58 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:10:58 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:10:58 [INFO] memberlist: Marking dev-consul-server-2 as failed, suspect timeout reached (1 peer confirmations) 2021/04/24 11:10:58 [INFO] serf: EventMemberFailed: dev-consul-server-2 10.242.179.88 2021/04/24 11:10:58 [INFO] consul: Removing LAN server dev-consul-server-2 (Addr: tcp/10.242.179.88:8300) (DC: dc1) 2021/04/24 11:10:58 [INFO] consul: member 'dev-consul-server-2' failed, marking health critical 2021/04/24 11:10:59 [INFO] raft: aborting pipeline replication to peer {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300} 2021/04/24 11:10:59 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:11:00 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: read tcp 10.242.244.7:52102->10.242.179.88:8300: i/o timeout 2021/04/24 11:11:00 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:47536->10.242.179.88:8301: i/o timeout 2021/04/24 11:11:00 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:11:00 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:11:01 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:11:01 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 2.50019418s 2021/04/24 11:11:03 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 11:11:04 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 4.939834092s 2021/04/24 11:11:04 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:11:06 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:52752->10.242.179.88:8302: i/o timeout 2021/04/24 11:11:06 [INFO] memberlist: Suspect dev-consul-server-2.dc1 has failed, no acks received 2021/04/24 11:11:06 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:11:06 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 7.434347072s 2021/04/24 11:11:08 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:11:09 [ERR] raft: Failed to AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:52362->10.242.179.88:8300: i/o timeout 2021/04/24 11:11:09 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:11:10 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:11:11 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: read tcp 10.242.244.7:52386->10.242.179.88:8300: i/o timeout 2021/04/24 11:11:12 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:11:12 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:11:14 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:11:15 [INFO] serf: attempting reconnect to dev-consul-server-2 10.242.179.88:8301 2021/04/24 11:11:16 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:52880->10.242.179.88:8302: i/o timeout 2021/04/24 11:11:16 [INFO] memberlist: Suspect dev-consul-server-2.dc1 has failed, no acks received 2021/04/24 11:11:16 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:11:18 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:11:18 [ERR] yamux: keepalive failed: i/o deadline reached 2021/04/24 11:11:18 [ERR] consul.rpc: multiplex conn accept failed: keepalive timeout from=10.242.179.71:50206 2021/04/24 11:11:19 [ERR] raft: Failed to AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:52488->10.242.179.88:8300: i/o timeout 2021/04/24 11:11:19 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:11:20 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:11:22 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: read tcp 10.242.244.7:52526->10.242.179.88:8300: i/o timeout 2021/04/24 11:11:22 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:11:22 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:11:24 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:11:26 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:53014->10.242.179.88:8302: i/o timeout 2021/04/24 11:11:26 [INFO] memberlist: Suspect dev-consul-server-2.dc1 has failed, no acks received 2021/04/24 11:11:26 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:11:27 [INFO] memberlist: Marking dev-consul-server-2.dc1 as failed, suspect timeout reached (0 peer confirmations) 2021/04/24 11:11:27 [INFO] serf: EventMemberFailed: dev-consul-server-2.dc1 10.242.179.88 2021/04/24 11:11:27 [INFO] consul: Handled member-failed event for server "dev-consul-server-2.dc1" in area "wan" 2021/04/24 11:11:28 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:11:29 [ERR] raft: Failed to AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:52626->10.242.179.88:8300: i/o timeout 2021/04/24 11:11:29 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:11:30 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:11:32 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:11:32 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: read tcp 10.242.244.7:52670->10.242.179.88:8300: i/o timeout 2021/04/24 11:11:33 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:11:34 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:11:36 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:53080->10.242.179.88:8302: i/o timeout 2021/04/24 11:11:36 [INFO] memberlist: Suspect dev-consul-server-2.dc1 has failed, no acks received 2021/04/24 11:11:36 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:11:38 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:11:39 [ERR] raft: Failed to AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:52766->10.242.179.88:8300: i/o timeout 2021/04/24 11:11:39 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:11:40 [ERR] yamux: keepalive failed: i/o deadline reached 2021/04/24 11:11:40 [ERR] consul.rpc: multiplex conn accept failed: keepalive timeout from=10.242.179.88:33696 2021/04/24 11:11:40 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:11:41 [ERR] yamux: keepalive failed: i/o deadline reached 2021/04/24 11:11:41 [WARN] consul: error getting server health from "dev-consul-server-2": rpc error making call: EOF 2021/04/24 11:11:43 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 11:11:43 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: read tcp 10.242.244.7:52818->10.242.179.88:8300: i/o timeout 2021/04/24 11:11:44 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:11:44 [ERR] memberlist: failed to receive: read tcp 10.242.244.7:8301->10.242.179.88:38448: i/o timeout from=10.242.179.88:38448 2021/04/24 11:11:44 [ERR] memberlist: Failed to send error: write tcp 10.242.244.7:8301->10.242.179.88:38448: i/o timeout from=10.242.179.88:38448 2021/04/24 11:11:44 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:11:46 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:11:48 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:11:49 [INFO] serf: EventMemberJoin: dev-consul-server-2 10.242.179.88 2021/04/24 11:11:49 [INFO] consul: Adding LAN server dev-consul-server-2 (Addr: tcp/10.242.179.88:8300) (DC: dc1) 2021/04/24 11:11:49 [INFO] consul: member 'dev-consul-server-2' joined, marking health alive 2021/04/24 11:11:49 [ERR] raft: Failed to AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:52886->10.242.179.88:8300: i/o timeout 2021/04/24 11:11:50 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:48214->10.242.179.88:8301: i/o timeout 2021/04/24 11:11:50 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:11:50 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:11:51 [INFO] serf: EventMemberJoin: dev-consul-7467bf7b46-jkmlv 10.242.78.50 2021/04/24 11:11:51 [INFO] consul: member 'dev-consul-7467bf7b46-jkmlv' joined, marking health alive 2021/04/24 11:11:52 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:11:54 [INFO] memberlist: Marking dev-consul-server-2 as failed, suspect timeout reached (0 peer confirmations) 2021/04/24 11:11:54 [INFO] serf: EventMemberFailed: dev-consul-server-2 10.242.179.88 2021/04/24 11:11:54 [INFO] consul: Removing LAN server dev-consul-server-2 (Addr: tcp/10.242.179.88:8300) (DC: dc1) 2021/04/24 11:11:54 [INFO] consul: member 'dev-consul-server-2' failed, marking health critical 2021/04/24 11:11:54 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:11:55 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: read tcp 10.242.244.7:52958->10.242.179.88:8300: i/o timeout 2021/04/24 11:11:55 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:48296->10.242.179.88:8301: i/o timeout 2021/04/24 11:11:55 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:11:55 [INFO] serf: attempting reconnect to dev-consul-7467bf7b46-nslrg 10.242.179.71:8301 2021/04/24 11:11:55 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:11:56 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:11:58 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:11:59 [ERR] raft: Failed to AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:53034->10.242.179.88:8300: i/o timeout 2021/04/24 11:11:59 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:12:00 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:12:02 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:12:04 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:12:05 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: read tcp 10.242.244.7:53126->10.242.179.88:8300: i/o timeout 2021/04/24 11:12:06 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:12:06 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:12:08 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:12:09 [ERR] raft: Failed to AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:53192->10.242.179.88:8300: i/o timeout 2021/04/24 11:12:10 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:12:10 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:12:12 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:12:14 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:12:16 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:12:16 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: read tcp 10.242.244.7:53266->10.242.179.88:8300: i/o timeout 2021/04/24 11:12:17 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:12:18 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:12:20 [ERR] raft: Failed to AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:53336->10.242.179.88:8300: i/o timeout 2021/04/24 11:12:20 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:12:20 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:12:22 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:12:22 [ERR] yamux: keepalive failed: i/o deadline reached 2021/04/24 11:12:22 [WARN] consul: error getting server health from "dev-consul-server-2": rpc error making call: EOF 2021/04/24 11:12:25 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 11:12:25 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/04/24 11:12:26 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:12:28 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: read tcp 10.242.244.7:53448->10.242.179.88:8300: i/o timeout 2021/04/24 11:12:28 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:12:29 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:12:30 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:12:30 [ERR] raft: Failed to AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:53496->10.242.179.88:8300: i/o timeout 2021/04/24 11:12:31 [ERR] yamux: keepalive failed: i/o deadline reached 2021/04/24 11:12:31 [ERR] consul.rpc: multiplex conn accept failed: keepalive timeout from=10.242.179.88:35546 2021/04/24 11:12:31 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:12:32 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:12:34 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:12:35 [INFO] serf: attempting reconnect to dev-consul-7467bf7b46-nslrg 10.242.179.71:8301 2021/04/24 11:12:35 [INFO] serf: attempting reconnect to dev-consul-server-2.dc1 10.242.179.88:8302 2021/04/24 11:12:36 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:12:38 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:12:38 [INFO] serf: EventMemberJoin: dev-consul-server-2 10.242.179.88 2021/04/24 11:12:38 [INFO] consul: Adding LAN server dev-consul-server-2 (Addr: tcp/10.242.179.88:8300) (DC: dc1) 2021/04/24 11:12:38 [INFO] consul: member 'dev-consul-server-2' joined, marking health alive 2021/04/24 11:12:39 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: read tcp 10.242.244.7:53618->10.242.179.88:8300: i/o timeout 2021/04/24 11:12:40 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:12:41 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:48938->10.242.179.88:8301: i/o timeout 2021/04/24 11:12:41 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:12:41 [ERR] raft: Failed to AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:53640->10.242.179.88:8300: i/o timeout 2021/04/24 11:12:42 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:12:44 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:48984->10.242.179.88:8301: i/o timeout 2021/04/24 11:12:44 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:12:44 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:12:44 [INFO] memberlist: Marking dev-consul-server-2 as failed, suspect timeout reached (2 peer confirmations) 2021/04/24 11:12:44 [INFO] serf: EventMemberFailed: dev-consul-server-2 10.242.179.88 2021/04/24 11:12:44 [INFO] consul: Removing LAN server dev-consul-server-2 (Addr: tcp/10.242.179.88:8300) (DC: dc1) 2021/04/24 11:12:44 [INFO] consul: member 'dev-consul-server-2' failed, marking health critical 2021/04/24 11:12:44 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:12:46 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:12:47 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:59992->10.242.78.50:8301: i/o timeout 2021/04/24 11:12:47 [INFO] memberlist: Suspect dev-consul-7467bf7b46-jkmlv has failed, no acks received 2021/04/24 11:12:48 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:12:50 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:60046->10.242.78.50:8301: i/o timeout 2021/04/24 11:12:50 [INFO] memberlist: Suspect dev-consul-7467bf7b46-jkmlv has failed, no acks received 2021/04/24 11:12:50 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:12:52 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:60054->10.242.78.50:8301: i/o timeout 2021/04/24 11:12:52 [INFO] memberlist: Suspect dev-consul-7467bf7b46-jkmlv has failed, no acks received 2021/04/24 11:12:52 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:12:52 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: read tcp 10.242.244.7:53788->10.242.179.88:8300: i/o timeout 2021/04/24 11:12:53 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/04/24 11:12:54 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/04/24 11:12:54 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:12:54 [ERR] raft: Failed to AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:53818->10.242.179.88:8300: i/o timeout 2021/04/24 11:12:54 [INFO] serf: EventMemberJoin: dev-consul-7467bf7b46-nslrg 10.242.179.71 2021/04/24 11:12:54 [INFO] consul: member 'dev-consul-7467bf7b46-nslrg' joined, marking health alive 2021/04/24 11:12:55 [WARN] raft: Failed to contact a7868bac-11d2-dc8e-efd7-4f27a044022f in 2.501346082s 2021/04/24 11:12:55 [WARN] raft: Failed to contact quorum of nodes, stepping down 2021/04/24 11:12:55 [INFO] raft: Node at 10.242.244.7:8300 [Follower] entering Follower state (Leader: "") 2021/04/24 11:12:55 [INFO] raft: aborting pipeline replication to peer {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300} 2021/04/24 11:12:55 [ERR] consul: failed to reconcile member: {dev-consul-7467bf7b46-nslrg 10.242.179.71 8301 map[dc:dc1 segment: id:fe6935b6-21ab-5d6a-083a-663b9ad62370 vsn:2 vsn_min:2 vsn_max:3 build:1.0.6:9a494b5f role:node] alive 1 5 2 2 5 4}: leadership lost while committing log 2021/04/24 11:12:55 [INFO] consul: cluster leadership lost 2021/04/24 11:12:55 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:48910->10.242.78.9:8301: i/o timeout 2021/04/24 11:12:55 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/04/24 11:12:58 [INFO] memberlist: Marking dev-consul-7467bf7b46-jkmlv as failed, suspect timeout reached (1 peer confirmations) 2021/04/24 11:12:58 [INFO] serf: EventMemberFailed: dev-consul-7467bf7b46-jkmlv 10.242.78.50 2021/04/24 11:12:58 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:12:59 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:48956->10.242.78.9:8301: i/o timeout 2021/04/24 11:12:59 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/04/24 11:12:59 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:13:00 [WARN] raft: Heartbeat timeout from "" reached, starting election 2021/04/24 11:13:00 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 3 2021/04/24 11:13:00 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:13:01 [ERR] raft: Failed to heartbeat to 10.242.78.9:8300: read tcp 10.242.244.7:50786->10.242.78.9:8300: i/o timeout 2021/04/24 11:13:02 [WARN] memberlist: Refuting a suspect message (from: dev-consul-server-2) 2021/04/24 11:13:03 [ERR] yamux: keepalive failed: i/o deadline reached 2021/04/24 11:13:03 [ERR] consul.rpc: multiplex conn accept failed: keepalive timeout from=10.242.78.50:44184 2021/04/24 11:13:04 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:49030->10.242.78.9:8301: i/o timeout 2021/04/24 11:13:04 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/04/24 11:13:04 [ERR] yamux: keepalive failed: i/o deadline reached 2021/04/24 11:13:04 [WARN] consul: error getting server health from "dev-consul-server-2": rpc error making call: EOF 2021/04/24 11:13:04 [INFO] serf: EventMemberJoin: dev-consul-server-2.dc1 10.242.179.88 2021/04/24 11:13:04 [INFO] consul: Handled member-join event for server "dev-consul-server-2.dc1" in area "wan" 2021/04/24 11:13:05 [ERR] yamux: keepalive failed: i/o deadline reached 2021/04/24 11:13:05 [ERR] yamux: keepalive failed: i/o deadline reached 2021/04/24 11:13:05 [ERR] consul.rpc: multiplex conn accept failed: keepalive timeout from=10.242.78.9:53480 2021/04/24 11:13:05 [WARN] consul: error getting server health from "dev-consul-server-1": rpc error making call: EOF 2021/04/24 11:13:06 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:36982->10.242.78.9:8302: i/o timeout 2021/04/24 11:13:06 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/04/24 11:13:07 [INFO] memberlist: Marking dev-consul-server-1 as failed, suspect timeout reached (1 peer confirmations) 2021/04/24 11:13:07 [INFO] serf: EventMemberFailed: dev-consul-server-1 10.242.78.9 2021/04/24 11:13:07 [INFO] consul: Removing LAN server dev-consul-server-1 (Addr: tcp/10.242.78.9:8300) (DC: dc1) 2021/04/24 11:13:07 [INFO] serf: EventMemberJoin: dev-consul-server-2 10.242.179.88 2021/04/24 11:13:07 [INFO] consul: Adding LAN server dev-consul-server-2 (Addr: tcp/10.242.179.88:8300) (DC: dc1) 2021/04/24 11:13:09 [ERR] raft: Failed to AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:54044->10.242.179.88:8300: i/o timeout 2021/04/24 11:13:09 [ERR] memberlist: Push/Pull with dev-consul-7467bf7b46-nslrg failed: read tcp 10.242.244.7:39036->10.242.179.71:8301: i/o timeout 2021/04/24 11:13:09 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:13:09 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 4 2021/04/24 11:13:09 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:13:10 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:54064->10.242.179.88:8300: i/o timeout 2021/04/24 11:13:10 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:48964->10.242.78.9:8300: i/o timeout 2021/04/24 11:13:11 [WARN] memberlist: Was able to connect to dev-consul-7467bf7b46-nslrg but other probes failed, network may be misconfigured 2021/04/24 11:13:15 [INFO] serf: attempting reconnect to dev-consul-server-1 10.242.78.9:8301 2021/04/24 11:13:16 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:37126->10.242.78.9:8302: i/o timeout 2021/04/24 11:13:16 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/04/24 11:13:16 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:13:16 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 5 2021/04/24 11:13:16 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:13:17 [WARN] memberlist: Was able to connect to dev-consul-7467bf7b46-nslrg but other probes failed, network may be misconfigured 2021/04/24 11:13:18 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:13:18 [ERR] http: Request GET /v1/catalog/service/config-binding-service, error: No cluster leader from=10.242.244.25:58072 2021/04/24 11:13:19 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:54032->10.242.179.88:8300: i/o timeout 2021/04/24 11:13:19 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:49094->10.242.78.9:8300: i/o timeout 2021/04/24 11:13:22 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:49492->10.242.179.88:8301: i/o timeout 2021/04/24 11:13:22 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:13:24 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:13:24 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 6 2021/04/24 11:13:24 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:13:26 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:37212->10.242.78.9:8302: i/o timeout 2021/04/24 11:13:26 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/04/24 11:13:26 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:49188->10.242.78.9:8300: i/o timeout 2021/04/24 11:13:26 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:54284->10.242.179.88:8300: i/o timeout 2021/04/24 11:13:28 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:49562->10.242.179.88:8301: i/o timeout 2021/04/24 11:13:28 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:13:34 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:13:34 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 7 2021/04/24 11:13:34 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:13:34 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:54412->10.242.179.88:8300: i/o timeout 2021/04/24 11:13:34 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:49316->10.242.78.9:8300: i/o timeout 2021/04/24 11:13:34 [ERR] yamux: keepalive failed: i/o deadline reached 2021/04/24 11:13:34 [ERR] consul.rpc: multiplex conn accept failed: keepalive timeout from=10.242.179.71:51578 2021/04/24 11:13:35 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:39474->10.242.179.71:8301: i/o timeout 2021/04/24 11:13:35 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:13:36 [INFO] memberlist: Marking dev-consul-server-1.dc1 as failed, suspect timeout reached (0 peer confirmations) 2021/04/24 11:13:36 [INFO] serf: EventMemberFailed: dev-consul-server-1.dc1 10.242.78.9 2021/04/24 11:13:36 [INFO] consul: Handled member-failed event for server "dev-consul-server-1.dc1" in area "wan" 2021/04/24 11:13:39 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:13:39 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 8 2021/04/24 11:13:39 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:13:40 [ERR] yamux: keepalive failed: i/o deadline reached 2021/04/24 11:13:40 [ERR] consul.rpc: multiplex conn accept failed: keepalive timeout from=10.242.179.88:36120 2021/04/24 11:13:41 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:54814->10.242.179.88:8302: i/o timeout 2021/04/24 11:13:41 [INFO] memberlist: Suspect dev-consul-server-2.dc1 has failed, no acks received 2021/04/24 11:13:44 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:49458->10.242.78.9:8300: i/o timeout 2021/04/24 11:13:44 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:54554->10.242.179.88:8300: i/o timeout 2021/04/24 11:13:44 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:49766->10.242.179.88:8301: i/o timeout 2021/04/24 11:13:44 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:13:46 [INFO] memberlist: Marking dev-consul-server-2 as failed, suspect timeout reached (0 peer confirmations) 2021/04/24 11:13:46 [INFO] serf: EventMemberFailed: dev-consul-server-2 10.242.179.88 2021/04/24 11:13:46 [INFO] consul: Removing LAN server dev-consul-server-2 (Addr: tcp/10.242.179.88:8300) (DC: dc1) 2021/04/24 11:13:46 [ERR] yamux: keepalive failed: i/o deadline reached 2021/04/24 11:13:47 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:13:49 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:13:49 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 9 2021/04/24 11:13:49 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:13:49 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:13:49 [ERR] http: Request GET /v1/catalog/service/config-binding-service, error: No cluster leader from=10.242.244.25:58522 2021/04/24 11:13:49 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:54650->10.242.179.88:8300: i/o timeout 2021/04/24 11:13:49 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:49554->10.242.78.9:8300: i/o timeout 2021/04/24 11:13:52 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:39704->10.242.179.71:8301: i/o timeout 2021/04/24 11:13:52 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:13:55 [INFO] serf: attempting reconnect to dev-consul-server-1 10.242.78.9:8301 2021/04/24 11:13:56 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:13:56 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 10 2021/04/24 11:13:56 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:13:56 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:13:59 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:54786->10.242.179.88:8300: i/o timeout 2021/04/24 11:13:59 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:49690->10.242.78.9:8300: i/o timeout 2021/04/24 11:13:59 [INFO] memberlist: Marking dev-consul-7467bf7b46-nslrg as failed, suspect timeout reached (0 peer confirmations) 2021/04/24 11:13:59 [INFO] serf: EventMemberFailed: dev-consul-7467bf7b46-nslrg 10.242.179.71 2021/04/24 11:14:01 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:55030->10.242.179.88:8302: i/o timeout 2021/04/24 11:14:01 [INFO] memberlist: Suspect dev-consul-server-2.dc1 has failed, no acks received 2021/04/24 11:14:01 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:39836->10.242.179.71:8301: i/o timeout 2021/04/24 11:14:01 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:14:03 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:14:03 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 11 2021/04/24 11:14:03 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:14:03 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:14:04 [INFO] serf: attempting reconnect to dev-consul-server-1.dc1 10.242.78.9:8302 2021/04/24 11:14:06 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:54888->10.242.179.88:8300: i/o timeout 2021/04/24 11:14:06 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:49792->10.242.78.9:8300: i/o timeout 2021/04/24 11:14:10 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:14:10 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 12 2021/04/24 11:14:10 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:14:10 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:14:11 [INFO] memberlist: Marking dev-consul-server-2.dc1 as failed, suspect timeout reached (0 peer confirmations) 2021/04/24 11:14:11 [INFO] serf: EventMemberFailed: dev-consul-server-2.dc1 10.242.179.88 2021/04/24 11:14:11 [INFO] consul: Handled member-failed event for server "dev-consul-server-2.dc1" in area "wan" 2021/04/24 11:14:13 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:54996->10.242.179.88:8300: i/o timeout 2021/04/24 11:14:13 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:49900->10.242.78.9:8300: i/o timeout 2021/04/24 11:14:18 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:14:18 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 13 2021/04/24 11:14:18 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:14:18 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:14:19 [ERR] http: Request GET /v1/catalog/service/config-binding-service, error: No cluster leader from=10.242.244.25:58974 2021/04/24 11:14:20 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:50004->10.242.78.9:8300: i/o timeout 2021/04/24 11:14:20 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:55100->10.242.179.88:8300: i/o timeout 2021/04/24 11:14:21 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:14:22 [INFO] serf: EventMemberJoin: dev-consul-7467bf7b46-nslrg 10.242.179.71 2021/04/24 11:14:23 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:14:26 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:14:26 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 14 2021/04/24 11:14:26 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:14:26 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:14:28 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:50132->10.242.78.9:8300: i/o timeout 2021/04/24 11:14:28 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:55228->10.242.179.88:8300: i/o timeout 2021/04/24 11:14:30 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:40266->10.242.179.71:8301: i/o timeout 2021/04/24 11:14:30 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:14:31 [WARN] memberlist: Was able to connect to dev-consul-server-2.dc1 but other probes failed, network may be misconfigured 2021/04/24 11:14:34 [INFO] memberlist: Marking dev-consul-7467bf7b46-nslrg as failed, suspect timeout reached (0 peer confirmations) 2021/04/24 11:14:34 [INFO] serf: EventMemberFailed: dev-consul-7467bf7b46-nslrg 10.242.179.71 2021/04/24 11:14:34 [ERR] yamux: keepalive failed: i/o deadline reached 2021/04/24 11:14:34 [ERR] consul.rpc: multiplex conn accept failed: keepalive timeout from=10.242.179.88:36732 2021/04/24 11:14:35 [INFO] serf: attempting reconnect to dev-consul-7467bf7b46-nslrg 10.242.179.71:8301 2021/04/24 11:14:35 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:14:35 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 15 2021/04/24 11:14:35 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:14:35 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:14:36 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:55336->10.242.179.88:8300: i/o timeout 2021/04/24 11:14:36 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:50240->10.242.78.9:8300: i/o timeout 2021/04/24 11:14:39 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:40400->10.242.179.71:8301: i/o timeout 2021/04/24 11:14:39 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:14:44 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:14:44 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 16 2021/04/24 11:14:44 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:14:44 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:14:45 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:50358->10.242.78.9:8300: i/o timeout 2021/04/24 11:14:45 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:55458->10.242.179.88:8300: i/o timeout 2021/04/24 11:14:48 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:14:48 [ERR] memberlist: failed to receive: read tcp 10.242.244.7:8301->10.242.179.71:41690: i/o timeout from=10.242.179.71:41690 2021/04/24 11:14:48 [ERR] memberlist: Failed to send error: write tcp 10.242.244.7:8301->10.242.179.71:41690: i/o timeout from=10.242.179.71:41690 2021/04/24 11:14:49 [ERR] http: Request GET /v1/catalog/service/config-binding-service, error: No cluster leader from=10.242.244.25:59404 2021/04/24 11:14:51 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:14:51 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 17 2021/04/24 11:14:51 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:14:51 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:14:51 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:14:54 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:50494->10.242.78.9:8300: i/o timeout 2021/04/24 11:14:54 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:55590->10.242.179.88:8300: i/o timeout 2021/04/24 11:14:57 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:14:57 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 18 2021/04/24 11:14:57 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:14:57 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:15:01 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:55694->10.242.179.88:8300: i/o timeout 2021/04/24 11:15:01 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:50598->10.242.78.9:8300: i/o timeout 2021/04/24 11:15:04 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:15:04 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 19 2021/04/24 11:15:04 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:15:04 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:15:04 [INFO] serf: attempting reconnect to dev-consul-server-1.dc1 10.242.78.9:8302 2021/04/24 11:15:07 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:55772->10.242.179.88:8300: i/o timeout 2021/04/24 11:15:07 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:50676->10.242.78.9:8300: i/o timeout 2021/04/24 11:15:13 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:15:13 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 20 2021/04/24 11:15:13 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:15:13 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:15:14 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:50776->10.242.78.9:8300: i/o timeout 2021/04/24 11:15:14 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:55872->10.242.179.88:8300: i/o timeout 2021/04/24 11:15:15 [INFO] serf: attempting reconnect to dev-consul-server-1 10.242.78.9:8301 2021/04/24 11:15:19 [ERR] http: Request GET /v1/catalog/service/config-binding-service, error: No cluster leader from=10.242.244.25:59840 2021/04/24 11:15:19 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:15:22 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:15:22 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 21 2021/04/24 11:15:22 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:15:22 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:15:22 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:15:23 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:56008->10.242.179.88:8300: i/o timeout 2021/04/24 11:15:23 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:50912->10.242.78.9:8300: i/o timeout 2021/04/24 11:15:32 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:15:32 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 22 2021/04/24 11:15:32 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:15:32 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:15:32 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:56146->10.242.179.88:8300: i/o timeout 2021/04/24 11:15:32 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:51050->10.242.78.9:8300: i/o timeout 2021/04/24 11:15:42 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:15:42 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 23 2021/04/24 11:15:42 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:15:42 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:15:42 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:51192->10.242.78.9:8300: i/o timeout 2021/04/24 11:15:42 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:56288->10.242.179.88:8300: i/o timeout 2021/04/24 11:15:46 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:15:47 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:15:47 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 24 2021/04/24 11:15:47 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:15:47 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:15:49 [ERR] http: Request GET /v1/catalog/service/config-binding-service, error: No cluster leader from=10.242.244.25:60270 2021/04/24 11:15:52 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:51326->10.242.78.9:8300: i/o timeout 2021/04/24 11:15:52 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:56422->10.242.179.88:8300: i/o timeout 2021/04/24 11:15:54 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:15:54 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:15:54 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 25 2021/04/24 11:15:54 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:15:54 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:15:55 [INFO] serf: attempting reconnect to dev-consul-server-1 10.242.78.9:8301 2021/04/24 11:15:57 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:56512->10.242.179.88:8300: i/o timeout 2021/04/24 11:15:57 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:51416->10.242.78.9:8300: i/o timeout 2021/04/24 11:16:02 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:16:02 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 26 2021/04/24 11:16:02 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:16:02 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:16:04 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:56604->10.242.179.88:8300: i/o timeout 2021/04/24 11:16:04 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:51508->10.242.78.9:8300: i/o timeout 2021/04/24 11:16:04 [INFO] serf: attempting reconnect to dev-consul-server-1.dc1 10.242.78.9:8302 2021/04/24 11:16:11 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:16:11 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 27 2021/04/24 11:16:11 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:16:11 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:16:12 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:51632->10.242.78.9:8300: i/o timeout 2021/04/24 11:16:12 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:56728->10.242.179.88:8300: i/o timeout 2021/04/24 11:16:17 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:16:17 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 28 2021/04/24 11:16:17 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:16:17 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:16:18 [ERR] http: Request GET /v1/catalog/service/config-binding-service, error: No cluster leader from=10.242.244.25:60714 2021/04/24 11:16:20 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:16:21 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:56854->10.242.179.88:8300: i/o timeout 2021/04/24 11:16:21 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:51756->10.242.78.9:8300: i/o timeout 2021/04/24 11:16:21 [ERR] memberlist: failed to receive: read tcp 10.242.244.7:8302->10.242.179.88:52544: i/o timeout from=10.242.179.88:52544 2021/04/24 11:16:21 [ERR] memberlist: Failed to send error: write tcp 10.242.244.7:8302->10.242.179.88:52544: i/o timeout from=10.242.179.88:52544 2021/04/24 11:16:21 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:16:25 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:16:25 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 29 2021/04/24 11:16:25 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:16:25 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:16:27 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:51830->10.242.78.9:8300: i/o timeout 2021/04/24 11:16:27 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:56926->10.242.179.88:8300: i/o timeout 2021/04/24 11:16:33 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:16:33 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 30 2021/04/24 11:16:33 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:16:33 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:16:35 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:51948->10.242.78.9:8300: i/o timeout 2021/04/24 11:16:35 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:57044->10.242.179.88:8300: i/o timeout 2021/04/24 11:16:35 [INFO] serf: attempting reconnect to dev-consul-server-2 10.242.179.88:8301 2021/04/24 11:16:37 [ERR] yamux: keepalive failed: i/o deadline reached 2021/04/24 11:16:40 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:16:40 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 31 2021/04/24 11:16:40 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:16:40 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:16:43 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:52074->10.242.78.9:8300: i/o timeout 2021/04/24 11:16:43 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:57170->10.242.179.88:8300: i/o timeout 2021/04/24 11:16:48 [ERR] http: Request GET /v1/catalog/service/config-binding-service, error: No cluster leader from=10.242.244.25:32908 2021/04/24 11:16:49 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:16:49 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 32 2021/04/24 11:16:49 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:16:49 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:16:50 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:57270->10.242.179.88:8300: i/o timeout 2021/04/24 11:16:50 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:52174->10.242.78.9:8300: i/o timeout 2021/04/24 11:16:51 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:16:53 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:16:55 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:16:55 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 33 2021/04/24 11:16:55 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:16:55 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:16:59 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:52310->10.242.78.9:8300: i/o timeout 2021/04/24 11:16:59 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:57406->10.242.179.88:8300: i/o timeout 2021/04/24 11:17:01 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:17:01 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 34 2021/04/24 11:17:01 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:17:01 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:17:03 [ERR] yamux: keepalive failed: i/o deadline reached 2021/04/24 11:17:03 [ERR] consul.rpc: multiplex conn accept failed: keepalive timeout from=10.242.78.50:46140 2021/04/24 11:17:04 [INFO] serf: attempting reconnect to dev-consul-server-2.dc1 10.242.179.88:8302 2021/04/24 11:17:05 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:57472->10.242.179.88:8300: i/o timeout 2021/04/24 11:17:05 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:52376->10.242.78.9:8300: i/o timeout 2021/04/24 11:17:09 [ERR] yamux: keepalive failed: i/o deadline reached 2021/04/24 11:17:09 [ERR] consul.rpc: multiplex conn accept failed: keepalive timeout from=10.242.179.88:37356 2021/04/24 11:17:10 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:17:10 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 35 2021/04/24 11:17:10 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:17:10 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:17:11 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:57568->10.242.179.88:8300: i/o timeout 2021/04/24 11:17:11 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:52472->10.242.78.9:8300: i/o timeout 2021/04/24 11:17:11 [INFO] serf: EventMemberJoin: dev-consul-server-1.dc1 10.242.78.9 2021/04/24 11:17:11 [INFO] consul: Handled member-join event for server "dev-consul-server-1.dc1" in area "wan" 2021/04/24 11:17:11 [INFO] serf: EventMemberJoin: dev-consul-server-1 10.242.78.9 2021/04/24 11:17:11 [INFO] consul: Adding LAN server dev-consul-server-1 (Addr: tcp/10.242.78.9:8300) (DC: dc1) 2021/04/24 11:17:15 [WARN] memberlist: Refuting a suspect message (from: dev-consul-server-1.dc1) 2021/04/24 11:17:15 [INFO] serf: attempting reconnect to dev-consul-7467bf7b46-jkmlv 10.242.78.50:8301 2021/04/24 11:17:16 [DEBUG] raft-net: 10.242.244.7:8300 accepted connection from: 10.242.78.9:57664 2021/04/24 11:17:17 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:17:17 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 36 2021/04/24 11:17:17 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:17:17 [ERR] yamux: keepalive failed: i/o deadline reached 2021/04/24 11:17:18 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:17:19 [ERR] http: Request GET /v1/catalog/service/config-binding-service, error: No cluster leader from=10.242.244.25:33342 2021/04/24 11:17:20 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:52710->10.242.78.9:8301: i/o timeout 2021/04/24 11:17:20 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/04/24 11:17:20 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:52612->10.242.78.9:8300: i/o timeout 2021/04/24 11:17:20 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:57708->10.242.179.88:8300: i/o timeout 2021/04/24 11:17:21 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:17:23 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:17:23 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 37 2021/04/24 11:17:23 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:17:24 [INFO] memberlist: Marking dev-consul-server-1 as failed, suspect timeout reached (0 peer confirmations) 2021/04/24 11:17:24 [INFO] serf: EventMemberFailed: dev-consul-server-1 10.242.78.9 2021/04/24 11:17:24 [INFO] consul: Removing LAN server dev-consul-server-1 (Addr: tcp/10.242.78.9:8300) (DC: dc1) 2021/04/24 11:17:27 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:52704->10.242.78.9:8300: i/o timeout 2021/04/24 11:17:27 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:57804->10.242.179.88:8300: i/o timeout 2021/04/24 11:17:28 [ERR] memberlist: failed to receive: read tcp 10.242.244.7:8301->10.242.179.71:42230: i/o timeout from=10.242.179.71:42230 2021/04/24 11:17:28 [ERR] memberlist: Failed to send error: write tcp 10.242.244.7:8301->10.242.179.71:42230: i/o timeout from=10.242.179.71:42230 2021/04/24 11:17:29 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:52852->10.242.78.9:8301: i/o timeout 2021/04/24 11:17:29 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/04/24 11:17:30 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:17:30 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 38 2021/04/24 11:17:30 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:17:30 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:17:33 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:57904->10.242.179.88:8300: i/o timeout 2021/04/24 11:17:33 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:52808->10.242.78.9:8300: i/o timeout 2021/04/24 11:17:35 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:17:35 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 39 2021/04/24 11:17:35 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:17:35 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:17:40 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:57998->10.242.179.88:8300: i/o timeout 2021/04/24 11:17:40 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:52902->10.242.78.9:8300: i/o timeout 2021/04/24 11:17:41 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:17:43 [INFO] serf: EventMemberJoin: dev-consul-server-2 10.242.179.88 2021/04/24 11:17:43 [INFO] consul: Adding LAN server dev-consul-server-2 (Addr: tcp/10.242.179.88:8300) (DC: dc1) 2021/04/24 11:17:43 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:17:43 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 40 2021/04/24 11:17:43 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:17:45 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:52966->10.242.78.9:8300: i/o timeout 2021/04/24 11:17:45 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:58062->10.242.179.88:8300: i/o timeout 2021/04/24 11:17:46 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:40786->10.242.78.9:8302: i/o timeout 2021/04/24 11:17:46 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/04/24 11:17:47 [INFO] serf: EventMemberJoin: dev-consul-server-2.dc1 10.242.179.88 2021/04/24 11:17:47 [INFO] consul: Handled member-join event for server "dev-consul-server-2.dc1" in area "wan" 2021/04/24 11:17:48 [ERR] http: Request GET /v1/catalog/service/config-binding-service, error: No cluster leader from=10.242.244.25:33778 2021/04/24 11:17:51 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:53364->10.242.179.88:8301: i/o timeout 2021/04/24 11:17:51 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:17:51 [INFO] serf: EventMemberFailed: dev-consul-server-2 10.242.179.88 2021/04/24 11:17:51 [INFO] consul: Removing LAN server dev-consul-server-2 (Addr: tcp/10.242.179.88:8300) (DC: dc1) 2021/04/24 11:17:52 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:17:52 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 41 2021/04/24 11:17:52 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:17:52 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:17:52 [INFO] serf: EventMemberJoin: dev-consul-7467bf7b46-nslrg 10.242.179.71 2021/04/24 11:17:52 [INFO] serf: EventMemberJoin: dev-consul-server-2 10.242.179.88 2021/04/24 11:17:52 [INFO] consul: Adding LAN server dev-consul-server-2 (Addr: tcp/10.242.179.88:8300) (DC: dc1) 2021/04/24 11:17:53 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:58190->10.242.179.88:8300: i/o timeout 2021/04/24 11:17:53 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:53094->10.242.78.9:8300: i/o timeout 2021/04/24 11:17:55 [INFO] serf: attempting reconnect to dev-consul-7467bf7b46-jkmlv 10.242.78.50:8301 2021/04/24 11:17:58 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:18:00 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:53608->10.242.179.88:8301: i/o timeout 2021/04/24 11:18:00 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:18:00 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:18:00 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 42 2021/04/24 11:18:00 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:18:02 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:58308->10.242.179.88:8300: i/o timeout 2021/04/24 11:18:02 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:53212->10.242.78.9:8300: i/o timeout 2021/04/24 11:18:05 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:43482->10.242.179.71:8301: i/o timeout 2021/04/24 11:18:05 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:18:05 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:18:05 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 43 2021/04/24 11:18:05 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:18:09 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:43550->10.242.179.71:8301: i/o timeout 2021/04/24 11:18:09 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:18:10 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:58438->10.242.179.88:8300: i/o timeout 2021/04/24 11:18:10 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:53342->10.242.78.9:8300: i/o timeout 2021/04/24 11:18:11 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:43574->10.242.179.71:8301: i/o timeout 2021/04/24 11:18:11 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:18:13 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:53780->10.242.179.88:8301: i/o timeout 2021/04/24 11:18:13 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:18:13 [INFO] memberlist: Marking dev-consul-7467bf7b46-nslrg as failed, suspect timeout reached (0 peer confirmations) 2021/04/24 11:18:13 [INFO] serf: EventMemberFailed: dev-consul-7467bf7b46-nslrg 10.242.179.71 2021/04/24 11:18:14 [WARN] memberlist: Refuting a suspect message (from: dev-consul-7467bf7b46-nslrg) 2021/04/24 11:18:14 [INFO] serf: EventMemberJoin: dev-consul-7467bf7b46-nslrg 10.242.179.71 2021/04/24 11:18:14 [ERR] memberlist: failed to receive: read tcp 10.242.244.7:8302->10.242.78.9:44280: i/o timeout from=10.242.78.9:44280 2021/04/24 11:18:14 [ERR] memberlist: Failed to send error: write tcp 10.242.244.7:8302->10.242.78.9:44280: i/o timeout from=10.242.78.9:44280 2021/04/24 11:18:15 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:18:15 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 44 2021/04/24 11:18:15 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:18:15 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:58504->10.242.179.88:8300: i/o timeout 2021/04/24 11:18:15 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:53408->10.242.78.9:8300: i/o timeout 2021/04/24 11:18:16 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:18:16 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:53808->10.242.179.88:8301: i/o timeout 2021/04/24 11:18:16 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:18:16 [INFO] memberlist: Marking dev-consul-server-1.dc1 as failed, suspect timeout reached (0 peer confirmations) 2021/04/24 11:18:16 [INFO] serf: EventMemberFailed: dev-consul-server-1.dc1 10.242.78.9 2021/04/24 11:18:16 [INFO] consul: Handled member-failed event for server "dev-consul-server-1.dc1" in area "wan" 2021/04/24 11:18:17 [INFO] memberlist: Marking dev-consul-server-2 as failed, suspect timeout reached (0 peer confirmations) 2021/04/24 11:18:17 [INFO] serf: EventMemberFailed: dev-consul-server-2 10.242.179.88 2021/04/24 11:18:17 [INFO] consul: Removing LAN server dev-consul-server-2 (Addr: tcp/10.242.179.88:8300) (DC: dc1) 2021/04/24 11:18:18 [ERR] http: Request GET /v1/catalog/service/config-binding-service, error: No cluster leader from=10.242.244.25:34224 2021/04/24 11:18:19 [ERR] memberlist: failed to receive: read tcp 10.242.244.7:8301->10.242.78.9:47138: i/o timeout from=10.242.78.9:47138 2021/04/24 11:18:19 [ERR] memberlist: Failed to send error: write tcp 10.242.244.7:8301->10.242.78.9:47138: i/o timeout from=10.242.78.9:47138 2021/04/24 11:18:21 [WARN] memberlist: Was able to connect to dev-consul-server-1.dc1 but other probes failed, network may be misconfigured 2021/04/24 11:18:21 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:43660->10.242.179.71:8301: i/o timeout 2021/04/24 11:18:21 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:18:21 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:18:21 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 45 2021/04/24 11:18:22 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:18:22 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:18:25 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:53554->10.242.78.9:8300: i/o timeout 2021/04/24 11:18:25 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:58650->10.242.179.88:8300: i/o timeout 2021/04/24 11:18:25 [INFO] memberlist: Marking dev-consul-7467bf7b46-nslrg as failed, suspect timeout reached (0 peer confirmations) 2021/04/24 11:18:25 [INFO] serf: EventMemberFailed: dev-consul-7467bf7b46-nslrg 10.242.179.71 2021/04/24 11:18:25 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:18:27 [ERR] http: Request PUT /v1/txn, error: No cluster leader from=10.242.147.134:45596 2021/04/24 11:18:28 [WARN] memberlist: Was able to connect to dev-consul-7467bf7b46-nslrg but other probes failed, network may be misconfigured 2021/04/24 11:18:28 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:18:28 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 46 2021/04/24 11:18:28 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:18:28 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:18:29 [INFO] serf: EventMemberJoin: dev-consul-server-2 10.242.179.88 2021/04/24 11:18:29 [INFO] consul: Adding LAN server dev-consul-server-2 (Addr: tcp/10.242.179.88:8300) (DC: dc1) 2021/04/24 11:18:29 [INFO] serf: EventMemberJoin: dev-consul-server-1 10.242.78.9 2021/04/24 11:18:29 [INFO] consul: Adding LAN server dev-consul-server-1 (Addr: tcp/10.242.78.9:8300) (DC: dc1) 2021/04/24 11:18:32 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:58754->10.242.179.88:8300: i/o timeout 2021/04/24 11:18:32 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:53658->10.242.78.9:8300: i/o timeout 2021/04/24 11:18:33 [ERR] memberlist: failed to receive: read tcp 10.242.244.7:8301->10.242.78.9:47254: i/o timeout from=10.242.78.9:47254 2021/04/24 11:18:33 [ERR] memberlist: Failed to send error: write tcp 10.242.244.7:8301->10.242.78.9:47254: i/o timeout from=10.242.78.9:47254 2021/04/24 11:18:34 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:53954->10.242.78.9:8301: i/o timeout 2021/04/24 11:18:34 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/04/24 11:18:34 [ERR] http: Request PUT /v1/txn, error: No cluster leader from=10.242.147.134:45714 2021/04/24 11:18:36 [INFO] serf: EventMemberJoin: dev-consul-7467bf7b46-4fqcf 10.242.109.220 2021/04/24 11:18:36 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:18:36 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 47 2021/04/24 11:18:37 [INFO] serf: EventMemberJoin: dev-consul-7467bf7b46-nslrg 10.242.179.71 2021/04/24 11:18:38 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:58930->10.242.179.88:8300: i/o timeout 2021/04/24 11:18:38 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:53834->10.242.78.9:8300: i/o timeout 2021/04/24 11:18:40 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:54060->10.242.78.9:8301: i/o timeout 2021/04/24 11:18:40 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/04/24 11:18:41 [ERR] http: Request PUT /v1/txn, error: No cluster leader from=10.242.147.134:45874 2021/04/24 11:18:45 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:54310->10.242.179.88:8301: i/o timeout 2021/04/24 11:18:45 [INFO] raft: Election won. Tally: 2 2021/04/24 11:18:45 [INFO] raft: Node at 10.242.244.7:8300 [Leader] entering Leader state 2021/04/24 11:18:45 [INFO] raft: Added peer a7868bac-11d2-dc8e-efd7-4f27a044022f, starting replication 2021/04/24 11:18:45 [INFO] raft: Added peer 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, starting replication 2021/04/24 11:18:45 [INFO] consul: cluster leadership acquired 2021/04/24 11:18:45 [INFO] consul: New leader elected: dev-consul-server-0 2021/04/24 11:18:45 [WARN] raft: AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300} rejected, sending older logs (next: 767) 2021/04/24 11:18:46 [INFO] raft: pipelining replication to peer {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300} 2021/04/24 11:18:46 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:53964->10.242.78.9:8300: i/o timeout 2021/04/24 11:18:47 [INFO] consul: member 'dev-consul-7467bf7b46-4fqcf' joined, marking health alive 2021/04/24 11:18:47 [INFO] consul: member 'dev-consul-server-2' joined, marking health alive 2021/04/24 11:18:48 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:44190->10.242.179.71:8301: i/o timeout 2021/04/24 11:18:48 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:18:48 [WARN] raft: Failed to contact a7868bac-11d2-dc8e-efd7-4f27a044022f in 2.502329273s 2021/04/24 11:18:49 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 2.500359106s 2021/04/24 11:18:49 [WARN] raft: Failed to contact a7868bac-11d2-dc8e-efd7-4f27a044022f in 3.61090489s 2021/04/24 11:18:49 [WARN] raft: Failed to contact quorum of nodes, stepping down 2021/04/24 11:18:49 [INFO] raft: Node at 10.242.244.7:8300 [Follower] entering Follower state (Leader: "") 2021/04/24 11:18:49 [INFO] raft: aborting pipeline replication to peer {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300} 2021/04/24 11:18:49 [ERR] consul: failed to reconcile member: {dev-consul-server-2 10.242.179.88 8301 map[role:consul vsn_max:3 vsn_min:2 build:1.0.6:9a494b5f dc:dc1 segment: port:8300 vsn:2 id:0535cbbb-4eb4-a87a-0f86-9d1911d32e80 raft_vsn:3 expect:3 wan_join_port:8302] alive 1 5 2 2 5 4}: leadership lost while committing log 2021/04/24 11:18:49 [INFO] consul: member 'dev-consul-7467bf7b46-jkmlv' failed, marking health critical 2021/04/24 11:18:49 [ERR] consul: failed to reconcile member: {dev-consul-7467bf7b46-jkmlv 10.242.78.50 8301 map[vsn:2 vsn_min:2 vsn_max:3 build:1.0.6:9a494b5f role:node dc:dc1 segment: id:fde8134e-6260-3a5b-797f-bb911dc92611] failed 1 5 2 2 5 4}: node is not the leader 2021/04/24 11:18:50 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/04/24 11:18:50 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 11:18:50 [INFO] consul: cluster leadership lost 2021/04/24 11:18:50 [INFO] serf: EventMemberFailed: dev-consul-7467bf7b46-nslrg 10.242.179.71 2021/04/24 11:18:51 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:54478->10.242.179.88:8301: i/o timeout 2021/04/24 11:18:51 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:18:53 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:54306->10.242.78.9:8301: i/o timeout 2021/04/24 11:18:53 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/04/24 11:18:55 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:54354->10.242.78.9:8301: i/o timeout 2021/04/24 11:18:55 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/04/24 11:18:55 [WARN] raft: Heartbeat timeout from "" reached, starting election 2021/04/24 11:18:55 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 48 2021/04/24 11:18:55 [ERR] raft: Failed to AppendEntries to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:54106->10.242.78.9:8300: i/o timeout 2021/04/24 11:18:56 [ERR] raft: Failed to heartbeat to 10.242.78.9:8300: read tcp 10.242.244.7:54130->10.242.78.9:8300: i/o timeout 2021/04/24 11:18:57 [WARN] memberlist: Was able to connect to dev-consul-server-2 but other probes failed, network may be misconfigured 2021/04/24 11:18:58 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:54608->10.242.179.88:8301: i/o timeout 2021/04/24 11:18:58 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:18:58 [INFO] memberlist: Marking dev-consul-server-1 as failed, suspect timeout reached (0 peer confirmations) 2021/04/24 11:18:58 [INFO] serf: EventMemberFailed: dev-consul-server-1 10.242.78.9 2021/04/24 11:18:58 [INFO] consul: Removing LAN server dev-consul-server-1 (Addr: tcp/10.242.78.9:8300) (DC: dc1) 2021/04/24 11:19:00 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:46184 2021/04/24 11:19:00 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:46188 2021/04/24 11:19:00 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:54438->10.242.78.9:8301: i/o timeout 2021/04/24 11:19:00 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/04/24 11:19:01 [ERR] yamux: keepalive failed: i/o deadline reached 2021/04/24 11:19:01 [ERR] consul.rpc: multiplex conn accept failed: keepalive timeout from=10.242.78.50:46390 2021/04/24 11:19:03 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:54712->10.242.179.88:8301: i/o timeout 2021/04/24 11:19:03 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:19:04 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:19:04 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 49 2021/04/24 11:19:04 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:19:05 [INFO] serf: attempting reconnect to dev-consul-server-1 10.242.78.9:8301 2021/04/24 11:19:05 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:59214->10.242.179.88:8300: i/o timeout 2021/04/24 11:19:05 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:54290->10.242.78.9:8300: i/o timeout 2021/04/24 11:19:06 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:59886->10.242.179.88:8302: i/o timeout 2021/04/24 11:19:06 [INFO] memberlist: Suspect dev-consul-server-2.dc1 has failed, no acks received 2021/04/24 11:19:06 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:54752->10.242.179.88:8301: i/o timeout 2021/04/24 11:19:06 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:19:06 [INFO] serf: EventMemberJoin: dev-consul-server-1 10.242.78.9 2021/04/24 11:19:06 [INFO] consul: Adding LAN server dev-consul-server-1 (Addr: tcp/10.242.78.9:8300) (DC: dc1) 2021/04/24 11:19:08 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:54608->10.242.78.9:8301: i/o timeout 2021/04/24 11:19:08 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/04/24 11:19:09 [INFO] memberlist: Marking dev-consul-server-2 as failed, suspect timeout reached (1 peer confirmations) 2021/04/24 11:19:09 [INFO] serf: EventMemberFailed: dev-consul-server-2 10.242.179.88 2021/04/24 11:19:09 [INFO] consul: Removing LAN server dev-consul-server-2 (Addr: tcp/10.242.179.88:8300) (DC: dc1) 2021/04/24 11:19:09 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:46316 2021/04/24 11:19:09 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:46318 2021/04/24 11:19:10 [WARN] memberlist: Was able to connect to dev-consul-server-2 but other probes failed, network may be misconfigured 2021/04/24 11:19:10 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:19:10 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 50 2021/04/24 11:19:10 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:19:11 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:54662->10.242.78.9:8301: i/o timeout 2021/04/24 11:19:11 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/04/24 11:19:14 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: read tcp 10.242.244.7:59560->10.242.179.88:8300: i/o timeout 2021/04/24 11:19:14 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:54464->10.242.78.9:8300: i/o timeout 2021/04/24 11:19:14 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:19:15 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:54722->10.242.78.9:8301: i/o timeout 2021/04/24 11:19:15 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/04/24 11:19:17 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:54734->10.242.78.9:8301: i/o timeout 2021/04/24 11:19:17 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/04/24 11:19:17 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:19:17 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 51 2021/04/24 11:19:17 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:19:18 [WARN] memberlist: Refuting a suspect message (from: dev-consul-server-2) 2021/04/24 11:19:19 [INFO] serf: EventMemberJoin: dev-consul-7467bf7b46-nslrg 10.242.179.71 2021/04/24 11:19:19 [INFO] raft: Election won. Tally: 2 2021/04/24 11:19:19 [INFO] raft: Node at 10.242.244.7:8300 [Leader] entering Leader state 2021/04/24 11:19:19 [INFO] raft: Added peer a7868bac-11d2-dc8e-efd7-4f27a044022f, starting replication 2021/04/24 11:19:19 [INFO] raft: Added peer 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, starting replication 2021/04/24 11:19:19 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:19:19 [INFO] consul: cluster leadership acquired 2021/04/24 11:19:19 [INFO] consul: New leader elected: dev-consul-server-0 2021/04/24 11:19:19 [INFO] raft: pipelining replication to peer {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300} 2021/04/24 11:19:19 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:19:19 [INFO] consul: member 'dev-consul-server-2' failed, marking health critical 2021/04/24 11:19:19 [INFO] consul: member 'dev-consul-7467bf7b46-jkmlv' failed, marking health critical 2021/04/24 11:19:19 [INFO] memberlist: Marking dev-consul-server-1 as failed, suspect timeout reached (1 peer confirmations) 2021/04/24 11:19:19 [INFO] serf: EventMemberFailed: dev-consul-server-1 10.242.78.9 2021/04/24 11:19:19 [INFO] consul: Removing LAN server dev-consul-server-1 (Addr: tcp/10.242.78.9:8300) (DC: dc1) 2021/04/24 11:19:19 [INFO] consul: member 'dev-consul-server-1' failed, marking health critical 2021/04/24 11:19:19 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:19:20 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:19:20 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:54822->10.242.78.9:8301: i/o timeout 2021/04/24 11:19:20 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/04/24 11:19:20 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:54574->10.242.78.9:8300: i/o timeout 2021/04/24 11:19:21 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/04/24 11:19:21 [WARN] raft: Failed to contact a7868bac-11d2-dc8e-efd7-4f27a044022f in 2.502718884s 2021/04/24 11:19:22 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 11:19:22 [WARN] raft: Failed to contact a7868bac-11d2-dc8e-efd7-4f27a044022f in 3.28639824s 2021/04/24 11:19:22 [WARN] raft: Failed to contact 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 in 2.500368002s 2021/04/24 11:19:22 [WARN] raft: Failed to contact quorum of nodes, stepping down 2021/04/24 11:19:22 [INFO] raft: Node at 10.242.244.7:8300 [Follower] entering Follower state (Leader: "") 2021/04/24 11:19:22 [WARN] consul.coordinate: Batch update failed: leadership lost while committing log 2021/04/24 11:19:22 [INFO] consul: cluster leadership lost 2021/04/24 11:19:22 [INFO] raft: aborting pipeline replication to peer {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300} 2021/04/24 11:19:23 [INFO] serf: EventMemberJoin: dev-consul-7467bf7b46-jkmlv 10.242.78.50 2021/04/24 11:19:23 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:44840->10.242.179.71:8301: i/o timeout 2021/04/24 11:19:23 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:19:27 [WARN] memberlist: Was able to connect to dev-consul-7467bf7b46-nslrg but other probes failed, network may be misconfigured 2021/04/24 11:19:27 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:54686->10.242.78.9:8300: i/o timeout 2021/04/24 11:19:28 [ERR] memberlist: Push/Pull with dev-consul-server-2.dc1 failed: dial tcp 10.242.179.88:8302: getsockopt: connection refused 2021/04/24 11:19:29 [ERR] raft: Failed to AppendEntries to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:54718->10.242.78.9:8300: i/o timeout 2021/04/24 11:19:29 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:37888->10.242.78.50:8301: i/o timeout 2021/04/24 11:19:29 [INFO] memberlist: Suspect dev-consul-7467bf7b46-jkmlv has failed, no acks received 2021/04/24 11:19:29 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:46596 2021/04/24 11:19:29 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:46600 2021/04/24 11:19:30 [ERR] raft: Failed to heartbeat to 10.242.78.9:8300: read tcp 10.242.244.7:54746->10.242.78.9:8300: i/o timeout 2021/04/24 11:19:30 [WARN] raft: Heartbeat timeout from "" reached, starting election 2021/04/24 11:19:30 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 52 2021/04/24 11:19:30 [WARN] Unable to get address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, using fallback address 10.242.179.88:8300: Could not find address for server id 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 2021/04/24 11:19:30 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: EOF 2021/04/24 11:19:30 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:19:30 [INFO] serf: EventMemberJoin: dev-consul-server-1.dc1 10.242.78.9 2021/04/24 11:19:30 [INFO] consul: Handled member-join event for server "dev-consul-server-1.dc1" in area "wan" 2021/04/24 11:19:31 [WARN] memberlist: Refuting a suspect message (from: dev-consul-server-1.dc1) 2021/04/24 11:19:31 [INFO] serf: EventMemberJoin: dev-consul-server-1 10.242.78.9 2021/04/24 11:19:31 [INFO] consul: Adding LAN server dev-consul-server-1 (Addr: tcp/10.242.78.9:8300) (DC: dc1) 2021/04/24 11:19:32 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:37912->10.242.78.50:8301: i/o timeout 2021/04/24 11:19:32 [INFO] memberlist: Suspect dev-consul-7467bf7b46-jkmlv has failed, no acks received 2021/04/24 11:19:35 [INFO] serf: EventMemberFailed: dev-consul-7467bf7b46-jkmlv 10.242.78.50 2021/04/24 11:19:36 [INFO] memberlist: Suspect dev-consul-server-2.dc1 has failed, no acks received 2021/04/24 11:19:36 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:55044->10.242.78.9:8301: i/o timeout 2021/04/24 11:19:36 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/04/24 11:19:36 [INFO] serf: EventMemberJoin: dev-consul-server-2 10.242.179.88 2021/04/24 11:19:36 [INFO] consul: Adding LAN server dev-consul-server-2 (Addr: tcp/10.242.179.88:8300) (DC: dc1) 2021/04/24 11:19:38 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:19:38 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 53 2021/04/24 11:19:38 [ERR] raft: Failed to make RequestVote RPC to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300}: dial tcp ->10.242.179.88:8300: getsockopt: connection refused 2021/04/24 11:19:38 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:45092->10.242.179.71:8301: i/o timeout 2021/04/24 11:19:38 [INFO] memberlist: Suspect dev-consul-7467bf7b46-nslrg has failed, no acks received 2021/04/24 11:19:39 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:46718 2021/04/24 11:19:39 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:46722 2021/04/24 11:19:40 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:55124->10.242.78.9:8301: i/o timeout 2021/04/24 11:19:40 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/04/24 11:19:40 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:54896->10.242.78.9:8300: i/o timeout 2021/04/24 11:19:40 [INFO] memberlist: Marking dev-consul-server-1 as failed, suspect timeout reached (2 peer confirmations) 2021/04/24 11:19:40 [INFO] serf: EventMemberFailed: dev-consul-server-1 10.242.78.9 2021/04/24 11:19:40 [INFO] consul: Removing LAN server dev-consul-server-1 (Addr: tcp/10.242.78.9:8300) (DC: dc1) 2021/04/24 11:19:41 [INFO] serf: EventMemberUpdate: dev-consul-server-2 2021/04/24 11:19:42 [INFO] serf: EventMemberUpdate: dev-consul-server-2.dc1 2021/04/24 11:19:43 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:19:44 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:19:44 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 54 2021/04/24 11:19:44 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:19:44 [INFO] serf: EventMemberJoin: dev-consul-7467bf7b46-jkmlv 10.242.78.50 2021/04/24 11:19:46 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:55408->10.242.179.88:8301: i/o timeout 2021/04/24 11:19:46 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:19:48 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: read tcp 10.242.244.7:55016->10.242.78.9:8300: i/o timeout 2021/04/24 11:19:48 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:19:48 [INFO] raft: Election won. Tally: 2 2021/04/24 11:19:48 [INFO] raft: Node at 10.242.244.7:8300 [Leader] entering Leader state 2021/04/24 11:19:48 [INFO] raft: Added peer a7868bac-11d2-dc8e-efd7-4f27a044022f, starting replication 2021/04/24 11:19:48 [INFO] raft: Added peer 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, starting replication 2021/04/24 11:19:48 [INFO] consul: cluster leadership acquired 2021/04/24 11:19:48 [INFO] consul: New leader elected: dev-consul-server-0 2021/04/24 11:19:48 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:19:48 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:19:48 [WARN] raft: AppendEntries to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300} rejected, sending older logs (next: 866) 2021/04/24 11:19:48 [INFO] raft: pipelining replication to peer {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300} 2021/04/24 11:19:48 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:19:48 [INFO] raft: Updating configuration with RemoveServer (0535cbbb-4eb4-a87a-0f86-9d1911d32e80, ) to [{Suffrage:Voter ID:16ba2b34-a2c5-2f75-764f-5eae7b135b9f Address:10.242.244.7:8300} {Suffrage:Voter ID:a7868bac-11d2-dc8e-efd7-4f27a044022f Address:10.242.78.9:8300}] 2021/04/24 11:19:48 [INFO] raft: Removed peer 0535cbbb-4eb4-a87a-0f86-9d1911d32e80, stopping replication after 885 2021/04/24 11:19:48 [INFO] consul: removed server with duplicate address: 10.242.179.88:8300 2021/04/24 11:19:48 [INFO] raft: Updating configuration with AddNonvoter (2f9c7f21-a201-8761-d2c9-069211143597, 10.242.179.88:8300) to [{Suffrage:Voter ID:16ba2b34-a2c5-2f75-764f-5eae7b135b9f Address:10.242.244.7:8300} {Suffrage:Voter ID:a7868bac-11d2-dc8e-efd7-4f27a044022f Address:10.242.78.9:8300} {Suffrage:Nonvoter ID:2f9c7f21-a201-8761-d2c9-069211143597 Address:10.242.179.88:8300}] 2021/04/24 11:19:48 [INFO] raft: Added peer 2f9c7f21-a201-8761-d2c9-069211143597, starting replication 2021/04/24 11:19:48 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:19:49 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:19:49 [WARN] memberlist: Was able to connect to dev-consul-7467bf7b46-jkmlv but other probes failed, network may be misconfigured 2021/04/24 11:19:49 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:19:49 [INFO] consul: member 'dev-consul-server-2' joined, marking health alive 2021/04/24 11:19:49 [INFO] consul: member 'dev-consul-7467bf7b46-jkmlv' joined, marking health alive 2021/04/24 11:19:50 [WARN] raft: AppendEntries to {Voter 0535cbbb-4eb4-a87a-0f86-9d1911d32e80 10.242.179.88:8300} rejected, sending older logs (next: 1) 2021/04/24 11:19:50 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:19:50 [WARN] raft: AppendEntries to {Nonvoter 2f9c7f21-a201-8761-d2c9-069211143597 10.242.179.88:8300} rejected, sending older logs (next: 1) 2021/04/24 11:19:50 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:19:50 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:19:51 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:19:51 [INFO] memberlist: Suspect dev-consul-server-2.dc1 has failed, no acks received 2021/04/24 11:19:51 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/04/24 11:19:51 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 11:19:51 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/04/24 11:19:51 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:19:52 [WARN] raft: Failed to contact a7868bac-11d2-dc8e-efd7-4f27a044022f in 2.500246294s 2021/04/24 11:19:52 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:38268->10.242.78.50:8301: i/o timeout 2021/04/24 11:19:52 [INFO] memberlist: Suspect dev-consul-7467bf7b46-jkmlv has failed, no acks received 2021/04/24 11:19:52 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/04/24 11:19:52 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:19:52 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:19:53 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:19:53 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:19:53 [INFO] serf: EventMemberJoin: dev-consul-server-1 10.242.78.9 2021/04/24 11:19:53 [INFO] consul: Adding LAN server dev-consul-server-1 (Addr: tcp/10.242.78.9:8300) (DC: dc1) 2021/04/24 11:19:53 [INFO] consul: member 'dev-consul-server-1' joined, marking health alive 2021/04/24 11:19:54 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:19:54 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:19:55 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:19:55 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/04/24 11:19:55 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:19:55 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:19:55 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:19:55 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:19:56 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:19:56 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:19:56 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/04/24 11:19:56 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:19:56 [WARN] raft: Failed to contact a7868bac-11d2-dc8e-efd7-4f27a044022f in 2.501072936s 2021/04/24 11:19:57 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:19:57 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:19:57 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:19:57 [INFO] raft: pipelining replication to peer {Nonvoter 2f9c7f21-a201-8761-d2c9-069211143597 10.242.179.88:8300} 2021/04/24 11:19:57 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:19:57 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:38328->10.242.78.50:8301: i/o timeout 2021/04/24 11:19:57 [INFO] memberlist: Suspect dev-consul-7467bf7b46-jkmlv has failed, no acks received 2021/04/24 11:19:57 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:19:57 [INFO] serf: EventMemberFailed: dev-consul-7467bf7b46-jkmlv 10.242.78.50 2021/04/24 11:19:58 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:19:58 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/04/24 11:19:59 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:19:59 [WARN] raft: Failed to contact a7868bac-11d2-dc8e-efd7-4f27a044022f in 4.906194465s 2021/04/24 11:19:59 [INFO] raft: aborting pipeline replication to peer {Nonvoter 2f9c7f21-a201-8761-d2c9-069211143597 10.242.179.88:8300} 2021/04/24 11:19:59 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:19:59 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:20:00 [ERR] raft: Failed to AppendEntries to {Nonvoter 2f9c7f21-a201-8761-d2c9-069211143597 10.242.179.88:8300}: read tcp 10.242.244.7:60316->10.242.179.88:8300: read: connection reset by peer 2021/04/24 11:20:00 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: read tcp 10.242.244.7:60306->10.242.179.88:8300: read: connection reset by peer 2021/04/24 11:20:00 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:20:00 [ERR] raft: Failed to AppendEntries to {Nonvoter 2f9c7f21-a201-8761-d2c9-069211143597 10.242.179.88:8300}: dial tcp ->10.242.179.88:8300: getsockopt: connection refused 2021/04/24 11:20:00 [INFO] memberlist: Marking dev-consul-server-1 as failed, suspect timeout reached (2 peer confirmations) 2021/04/24 11:20:00 [INFO] serf: EventMemberFailed: dev-consul-server-1 10.242.78.9 2021/04/24 11:20:00 [INFO] consul: Removing LAN server dev-consul-server-1 (Addr: tcp/10.242.78.9:8300) (DC: dc1) 2021/04/24 11:20:00 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:20:00 [ERR] raft: Failed to AppendEntries to {Nonvoter 2f9c7f21-a201-8761-d2c9-069211143597 10.242.179.88:8300}: dial tcp ->10.242.179.88:8300: getsockopt: connection refused 2021/04/24 11:20:00 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:20:00 [ERR] raft: Failed to AppendEntries to {Nonvoter 2f9c7f21-a201-8761-d2c9-069211143597 10.242.179.88:8300}: dial tcp ->10.242.179.88:8300: getsockopt: connection refused 2021/04/24 11:20:00 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:20:00 [ERR] raft: Failed to AppendEntries to {Nonvoter 2f9c7f21-a201-8761-d2c9-069211143597 10.242.179.88:8300}: dial tcp ->10.242.179.88:8300: getsockopt: connection refused 2021/04/24 11:20:00 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/04/24 11:20:00 [WARN] consul: error getting server health from "dev-consul-server-2": rpc error making call: stream closed 2021/04/24 11:20:00 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:20:00 [ERR] raft: Failed to AppendEntries to {Nonvoter 2f9c7f21-a201-8761-d2c9-069211143597 10.242.179.88:8300}: dial tcp ->10.242.179.88:8300: getsockopt: connection refused 2021/04/24 11:20:00 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:20:00 [ERR] raft: Failed to AppendEntries to {Nonvoter 2f9c7f21-a201-8761-d2c9-069211143597 10.242.179.88:8300}: dial tcp ->10.242.179.88:8300: getsockopt: connection refused 2021/04/24 11:20:00 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:20:00 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: dial tcp ->10.242.179.88:8300: getsockopt: connection refused 2021/04/24 11:20:01 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:20:01 [ERR] raft: Failed to AppendEntries to {Nonvoter 2f9c7f21-a201-8761-d2c9-069211143597 10.242.179.88:8300}: dial tcp ->10.242.179.88:8300: getsockopt: connection refused 2021/04/24 11:20:01 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:55416->10.242.78.9:8301: i/o timeout 2021/04/24 11:20:01 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/04/24 11:20:01 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 11:20:01 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:20:01 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: dial tcp ->10.242.179.88:8300: getsockopt: connection refused 2021/04/24 11:20:01 [WARN] raft: Failed to contact a7868bac-11d2-dc8e-efd7-4f27a044022f in 7.342236482s 2021/04/24 11:20:01 [INFO] serf: EventMemberLeave: dev-consul-7467bf7b46-nslrg 10.242.179.71 2021/04/24 11:20:01 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:20:01 [ERR] raft: Failed to AppendEntries to {Nonvoter 2f9c7f21-a201-8761-d2c9-069211143597 10.242.179.88:8300}: dial tcp ->10.242.179.88:8300: getsockopt: connection refused 2021/04/24 11:20:02 [WARN] raft: Failed to contact 2f9c7f21-a201-8761-d2c9-069211143597 in 2.500255976s 2021/04/24 11:20:02 [WARN] raft: Failed to contact quorum of nodes, stepping down 2021/04/24 11:20:02 [INFO] raft: Node at 10.242.244.7:8300 [Follower] entering Follower state (Leader: "") 2021/04/24 11:20:02 [INFO] raft: aborting pipeline replication to peer {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300} 2021/04/24 11:20:02 [ERR] consul: failed to reconcile member: {dev-consul-server-1 10.242.78.9 8301 map[expect:3 role:consul vsn_min:2 build:1.0.6:9a494b5f wan_join_port:8302 dc:dc1 id:a7868bac-11d2-dc8e-efd7-4f27a044022f raft_vsn:3 port:8300 segment: vsn:2 vsn_max:3] alive 1 5 2 2 5 4}: leadership lost while committing log 2021/04/24 11:20:02 [INFO] consul: cluster leadership lost 2021/04/24 11:20:02 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:20:02 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: dial tcp ->10.242.179.88:8300: getsockopt: connection refused 2021/04/24 11:20:03 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:20:03 [ERR] raft: Failed to AppendEntries to {Nonvoter 2f9c7f21-a201-8761-d2c9-069211143597 10.242.179.88:8300}: dial tcp ->10.242.179.88:8300: getsockopt: connection refused 2021/04/24 11:20:05 [INFO] serf: EventMemberJoin: dev-consul-7467bf7b46-jkmlv 10.242.78.50 2021/04/24 11:20:06 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:20:06 [INFO] memberlist: Marking dev-consul-server-2 as failed, suspect timeout reached (2 peer confirmations) 2021/04/24 11:20:06 [INFO] serf: EventMemberFailed: dev-consul-server-2 10.242.179.88 2021/04/24 11:20:06 [INFO] consul: Removing LAN server dev-consul-server-2 (Addr: tcp/10.242.179.88:8300) (DC: dc1) 2021/04/24 11:20:07 [INFO] serf: EventMemberJoin: dev-consul-server-1 10.242.78.9 2021/04/24 11:20:07 [INFO] consul: Adding LAN server dev-consul-server-1 (Addr: tcp/10.242.78.9:8300) (DC: dc1) 2021/04/24 11:20:08 [WARN] raft: Heartbeat timeout from "" reached, starting election 2021/04/24 11:20:08 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 55 2021/04/24 11:20:09 [INFO] raft: Election won. Tally: 2 2021/04/24 11:20:09 [INFO] raft: Node at 10.242.244.7:8300 [Leader] entering Leader state 2021/04/24 11:20:09 [INFO] raft: Added peer a7868bac-11d2-dc8e-efd7-4f27a044022f, starting replication 2021/04/24 11:20:09 [INFO] raft: Added peer 2f9c7f21-a201-8761-d2c9-069211143597, starting replication 2021/04/24 11:20:09 [INFO] consul: cluster leadership acquired 2021/04/24 11:20:09 [INFO] consul: New leader elected: dev-consul-server-0 2021/04/24 11:20:09 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:20:09 [ERR] raft: Failed to AppendEntries to {Nonvoter 2f9c7f21-a201-8761-d2c9-069211143597 10.242.179.88:8300}: dial tcp ->10.242.179.88:8300: getsockopt: connection refused 2021/04/24 11:20:09 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:20:09 [ERR] raft: Failed to AppendEntries to {Nonvoter 2f9c7f21-a201-8761-d2c9-069211143597 10.242.179.88:8300}: dial tcp ->10.242.179.88:8300: getsockopt: connection refused 2021/04/24 11:20:09 [WARN] raft: AppendEntries to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300} rejected, sending older logs (next: 904) 2021/04/24 11:20:09 [INFO] raft: pipelining replication to peer {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300} 2021/04/24 11:20:09 [INFO] consul: member 'dev-consul-server-2' failed, marking health critical 2021/04/24 11:20:09 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:20:09 [ERR] raft: Failed to AppendEntries to {Nonvoter 2f9c7f21-a201-8761-d2c9-069211143597 10.242.179.88:8300}: dial tcp ->10.242.179.88:8300: getsockopt: connection refused 2021/04/24 11:20:09 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:20:09 [ERR] raft: Failed to AppendEntries to {Nonvoter 2f9c7f21-a201-8761-d2c9-069211143597 10.242.179.88:8300}: dial tcp ->10.242.179.88:8300: getsockopt: connection refused 2021/04/24 11:20:09 [INFO] consul: member 'dev-consul-7467bf7b46-nslrg' left, deregistering 2021/04/24 11:20:09 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:20:09 [ERR] raft: Failed to AppendEntries to {Nonvoter 2f9c7f21-a201-8761-d2c9-069211143597 10.242.179.88:8300}: dial tcp ->10.242.179.88:8300: getsockopt: connection refused 2021/04/24 11:20:09 [INFO] consul: member 'dev-consul-7467bf7b46-jkmlv' failed, marking health critical 2021/04/24 11:20:09 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:20:09 [ERR] raft: Failed to AppendEntries to {Nonvoter 2f9c7f21-a201-8761-d2c9-069211143597 10.242.179.88:8300}: dial tcp ->10.242.179.88:8300: getsockopt: connection refused 2021/04/24 11:20:09 [INFO] consul: member 'dev-consul-server-1' failed, marking health critical 2021/04/24 11:20:09 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:20:09 [ERR] raft: Failed to AppendEntries to {Nonvoter 2f9c7f21-a201-8761-d2c9-069211143597 10.242.179.88:8300}: dial tcp ->10.242.179.88:8300: getsockopt: connection refused 2021/04/24 11:20:09 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:20:09 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: dial tcp ->10.242.179.88:8300: getsockopt: connection refused 2021/04/24 11:20:09 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:20:09 [ERR] raft: Failed to AppendEntries to {Nonvoter 2f9c7f21-a201-8761-d2c9-069211143597 10.242.179.88:8300}: dial tcp ->10.242.179.88:8300: getsockopt: connection refused 2021/04/24 11:20:10 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:20:10 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:20:11 [INFO] memberlist: Suspect dev-consul-server-2.dc1 has failed, no acks received 2021/04/24 11:20:11 [INFO] memberlist: Suspect dev-consul-server-2 has failed, no acks received 2021/04/24 11:20:11 [WARN] raft: Failed to contact 2f9c7f21-a201-8761-d2c9-069211143597 in 2.508111036s 2021/04/24 11:20:12 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 11:20:13 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:20:14 [WARN] raft: Failed to contact 2f9c7f21-a201-8761-d2c9-069211143597 in 4.998195552s 2021/04/24 11:20:15 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:20:16 [WARN] raft: Failed to contact 2f9c7f21-a201-8761-d2c9-069211143597 in 7.418146569s 2021/04/24 11:20:17 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:20:18 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/04/24 11:20:19 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/04/24 11:20:19 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:20:19 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:38712->10.242.78.50:8301: i/o timeout 2021/04/24 11:20:19 [INFO] memberlist: Suspect dev-consul-7467bf7b46-jkmlv has failed, no acks received 2021/04/24 11:20:20 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: dial tcp ->10.242.179.88:8300: i/o timeout 2021/04/24 11:20:20 [ERR] raft: Failed to AppendEntries to {Nonvoter 2f9c7f21-a201-8761-d2c9-069211143597 10.242.179.88:8300}: dial tcp ->10.242.179.88:8300: i/o timeout 2021/04/24 11:20:21 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:20:21 [WARN] consul: error getting server health from "dev-consul-server-2": rpc error getting client: failed to get conn: dial tcp ->10.242.179.88:8300: i/o timeout 2021/04/24 11:20:21 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:20:21 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:20:22 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:38752->10.242.78.50:8301: i/o timeout 2021/04/24 11:20:22 [INFO] memberlist: Suspect dev-consul-7467bf7b46-jkmlv has failed, no acks received 2021/04/24 11:20:24 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/04/24 11:20:24 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 11:20:25 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/04/24 11:20:25 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:20:25 [INFO] memberlist: Marking dev-consul-7467bf7b46-jkmlv as failed, suspect timeout reached (2 peer confirmations) 2021/04/24 11:20:25 [INFO] serf: EventMemberFailed: dev-consul-7467bf7b46-jkmlv 10.242.78.50 2021/04/24 11:20:27 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:20:27 [ERR] memberlist: Failed fallback ping: read tcp 10.242.244.7:38808->10.242.78.50:8301: i/o timeout 2021/04/24 11:20:27 [INFO] memberlist: Suspect dev-consul-7467bf7b46-jkmlv has failed, no acks received 2021/04/24 11:20:28 [WARN] memberlist: Refuting a suspect message (from: dev-consul-7467bf7b46-jkmlv) 2021/04/24 11:20:28 [INFO] serf: EventMemberJoin: dev-consul-7467bf7b46-jkmlv 10.242.78.50 2021/04/24 11:20:28 [INFO] consul: member 'dev-consul-7467bf7b46-jkmlv' joined, marking health alive 2021/04/24 11:20:29 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:20:31 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:20:31 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: dial tcp ->10.242.179.88:8300: i/o timeout 2021/04/24 11:20:31 [ERR] raft: Failed to AppendEntries to {Nonvoter 2f9c7f21-a201-8761-d2c9-069211143597 10.242.179.88:8300}: dial tcp ->10.242.179.88:8300: i/o timeout 2021/04/24 11:20:32 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:20:33 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:20:33 [WARN] consul: error getting server health from "dev-consul-server-2": rpc error getting client: failed to get conn: dial tcp ->10.242.179.88:8300: i/o timeout 2021/04/24 11:20:34 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/04/24 11:20:34 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:20:36 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/04/24 11:20:37 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:20:39 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:20:39 [INFO] raft: aborting pipeline replication to peer {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300} 2021/04/24 11:20:39 [ERR] raft: Failed to AppendEntries to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: EOF 2021/04/24 11:20:39 [INFO] serf: EventMemberLeave: dev-consul-7467bf7b46-jkmlv 10.242.78.50 2021/04/24 11:20:39 [INFO] consul: member 'dev-consul-7467bf7b46-jkmlv' left, deregistering 2021/04/24 11:20:39 [ERR] raft: Failed to AppendEntries to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: getsockopt: connection refused 2021/04/24 11:20:39 [ERR] raft: Failed to AppendEntries to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: getsockopt: connection refused 2021/04/24 11:20:39 [ERR] raft: Failed to AppendEntries to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: getsockopt: connection refused 2021/04/24 11:20:39 [ERR] raft: Failed to AppendEntries to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: getsockopt: connection refused 2021/04/24 11:20:39 [WARN] consul: error getting server health from "dev-consul-server-1": rpc error making call: EOF 2021/04/24 11:20:39 [ERR] raft: Failed to heartbeat to 10.242.78.9:8300: dial tcp ->10.242.78.9:8300: getsockopt: connection refused 2021/04/24 11:20:39 [ERR] raft: Failed to AppendEntries to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: getsockopt: connection refused 2021/04/24 11:20:40 [ERR] raft: Failed to AppendEntries to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: getsockopt: connection refused 2021/04/24 11:20:40 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/04/24 11:20:40 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/04/24 11:20:40 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/04/24 11:20:40 [ERR] raft: Failed to heartbeat to 10.242.78.9:8300: dial tcp ->10.242.78.9:8300: getsockopt: connection refused 2021/04/24 11:20:40 [ERR] raft: Failed to AppendEntries to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: getsockopt: connection refused 2021/04/24 11:20:40 [ERR] raft: Failed to heartbeat to 10.242.78.9:8300: dial tcp ->10.242.78.9:8300: getsockopt: connection refused 2021/04/24 11:20:41 [ERR] raft: Failed to AppendEntries to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: getsockopt: connection refused 2021/04/24 11:20:41 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/04/24 11:20:41 [WARN] consul: error getting server health from "dev-consul-server-1": rpc error getting client: failed to get conn: dial tcp ->10.242.78.9:8300: getsockopt: connection refused 2021/04/24 11:20:41 [INFO] memberlist: Marking dev-consul-server-2.dc1 as failed, suspect timeout reached (0 peer confirmations) 2021/04/24 11:20:41 [INFO] serf: EventMemberFailed: dev-consul-server-2.dc1 10.242.179.88 2021/04/24 11:20:41 [INFO] consul: Handled member-failed event for server "dev-consul-server-2.dc1" in area "wan" 2021/04/24 11:20:41 [ERR] raft: Failed to heartbeat to 10.242.78.9:8300: dial tcp ->10.242.78.9:8300: getsockopt: connection refused 2021/04/24 11:20:41 [WARN] raft: Failed to contact a7868bac-11d2-dc8e-efd7-4f27a044022f in 2.500214498s 2021/04/24 11:20:41 [WARN] raft: Failed to contact quorum of nodes, stepping down 2021/04/24 11:20:41 [INFO] raft: Node at 10.242.244.7:8300 [Follower] entering Follower state (Leader: "") 2021/04/24 11:20:41 [ERR] consul: failed to reconcile member: {dev-consul-7467bf7b46-jkmlv 10.242.78.50 8301 map[vsn_min:2 vsn_max:3 build:1.0.6:9a494b5f role:node dc:dc1 segment: id:fde8134e-6260-3a5b-797f-bb911dc92611 vsn:2] left 1 5 2 2 5 4}: leadership lost while committing log 2021/04/24 11:20:41 [WARN] consul.coordinate: Batch update failed: leadership lost while committing log 2021/04/24 11:20:42 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: dial tcp ->10.242.179.88:8300: i/o timeout 2021/04/24 11:20:42 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/04/24 11:20:42 [INFO] consul: cluster leadership lost 2021/04/24 11:20:42 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/04/24 11:20:42 [ERR] raft: Failed to heartbeat to 10.242.78.9:8300: dial tcp ->10.242.78.9:8300: getsockopt: connection refused 2021/04/24 11:20:42 [ERR] raft: Failed to AppendEntries to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: getsockopt: connection refused 2021/04/24 11:20:42 [WARN] Unable to get address for server id 2f9c7f21-a201-8761-d2c9-069211143597, using fallback address 10.242.179.88:8300: Could not find address for server id 2f9c7f21-a201-8761-d2c9-069211143597 2021/04/24 11:20:44 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/04/24 11:20:44 [ERR] raft: Failed to AppendEntries to {Nonvoter 2f9c7f21-a201-8761-d2c9-069211143597 10.242.179.88:8300}: dial tcp ->10.242.179.88:8300: i/o timeout 2021/04/24 11:20:45 [WARN] consul: error getting server health from "dev-consul-server-2": rpc error getting client: failed to get conn: dial tcp ->10.242.179.88:8300: i/o timeout 2021/04/24 11:20:47 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/04/24 11:20:49 [ERR] http: Request GET /v1/catalog/service/config-binding-service, error: No cluster leader from=10.242.244.25:36810 2021/04/24 11:20:49 [WARN] raft: Heartbeat timeout from "" reached, starting election 2021/04/24 11:20:49 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 56 2021/04/24 11:20:49 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:47822 2021/04/24 11:20:49 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:47818 2021/04/24 11:20:51 [INFO] memberlist: Marking dev-consul-server-1 as failed, suspect timeout reached (1 peer confirmations) 2021/04/24 11:20:51 [INFO] serf: EventMemberFailed: dev-consul-server-1 10.242.78.9 2021/04/24 11:20:51 [INFO] consul: Removing LAN server dev-consul-server-1 (Addr: tcp/10.242.78.9:8300) (DC: dc1) 2021/04/24 11:20:52 [ERR] raft: Failed to heartbeat to 10.242.179.88:8300: dial tcp ->10.242.179.88:8300: i/o timeout 2021/04/24 11:20:54 [INFO] memberlist: Suspect dev-consul-server-2.dc1 has failed, no acks received 2021/04/24 11:20:57 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:20:57 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 57 2021/04/24 11:20:57 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:20:59 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:20:59 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/04/24 11:21:00 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:48014 2021/04/24 11:21:00 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:48010 2021/04/24 11:21:02 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:21:03 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:21:03 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 58 2021/04/24 11:21:03 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:21:04 [INFO] serf: attempting reconnect to dev-consul-server-2.dc1 10.242.179.88:8302 2021/04/24 11:21:05 [ERR] memberlist: Conflicting address for dev-consul-server-1. Mine: 10.242.78.9:8301 Theirs: 10.242.179.120:8301 2021/04/24 11:21:05 [WARN] serf: Name conflict for 'dev-consul-server-1' both 10.242.78.9:8301 and 10.242.179.120:8301 are claiming 2021/04/24 11:21:05 [ERR] memberlist: Conflicting address for dev-consul-server-1.dc1. Mine: 10.242.78.9:8302 Theirs: 10.242.179.120:8302 2021/04/24 11:21:05 [WARN] serf: Name conflict for 'dev-consul-server-1.dc1' both 10.242.78.9:8302 and 10.242.179.120:8302 are claiming 2021/04/24 11:21:05 [ERR] memberlist: Conflicting address for dev-consul-server-1. Mine: 10.242.78.9:8301 Theirs: 10.242.179.120:8301 2021/04/24 11:21:05 [WARN] serf: Name conflict for 'dev-consul-server-1' both 10.242.78.9:8301 and 10.242.179.120:8301 are claiming 2021/04/24 11:21:05 [ERR] memberlist: Conflicting address for dev-consul-server-1. Mine: 10.242.78.9:8301 Theirs: 10.242.179.120:8301 2021/04/24 11:21:05 [WARN] serf: Name conflict for 'dev-consul-server-1' both 10.242.78.9:8301 and 10.242.179.120:8301 are claiming 2021/04/24 11:21:06 [ERR] memberlist: Conflicting address for dev-consul-server-1. Mine: 10.242.78.9:8301 Theirs: 10.242.179.120:8301 2021/04/24 11:21:06 [WARN] serf: Name conflict for 'dev-consul-server-1' both 10.242.78.9:8301 and 10.242.179.120:8301 are claiming 2021/04/24 11:21:06 [ERR] memberlist: Conflicting address for dev-consul-server-1. Mine: 10.242.78.9:8301 Theirs: 10.242.179.120:8301 2021/04/24 11:21:06 [WARN] serf: Name conflict for 'dev-consul-server-1' both 10.242.78.9:8301 and 10.242.179.120:8301 are claiming 2021/04/24 11:21:06 [ERR] memberlist: Conflicting address for dev-consul-server-1.dc1. Mine: 10.242.78.9:8302 Theirs: 10.242.179.120:8302 2021/04/24 11:21:06 [WARN] serf: Name conflict for 'dev-consul-server-1.dc1' both 10.242.78.9:8302 and 10.242.179.120:8302 are claiming 2021/04/24 11:21:06 [ERR] memberlist: Conflicting address for dev-consul-server-1.dc1. Mine: 10.242.78.9:8302 Theirs: 10.242.179.120:8302 2021/04/24 11:21:06 [WARN] serf: Name conflict for 'dev-consul-server-1.dc1' both 10.242.78.9:8302 and 10.242.179.120:8302 are claiming 2021/04/24 11:21:07 [ERR] memberlist: Conflicting address for dev-consul-server-1.dc1. Mine: 10.242.78.9:8302 Theirs: 10.242.179.120:8302 2021/04/24 11:21:07 [WARN] serf: Name conflict for 'dev-consul-server-1.dc1' both 10.242.78.9:8302 and 10.242.179.120:8302 are claiming 2021/04/24 11:21:07 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:21:07 [ERR] memberlist: Conflicting address for dev-consul-server-1.dc1. Mine: 10.242.78.9:8302 Theirs: 10.242.179.120:8302 2021/04/24 11:21:07 [WARN] serf: Name conflict for 'dev-consul-server-1.dc1' both 10.242.78.9:8302 and 10.242.179.120:8302 are claiming 2021/04/24 11:21:09 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:21:09 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 59 2021/04/24 11:21:09 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:21:09 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:48142 2021/04/24 11:21:10 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:48144 2021/04/24 11:21:13 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:21:15 [INFO] serf: attempting reconnect to dev-consul-server-1 10.242.78.9:8301 2021/04/24 11:21:17 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:21:17 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 60 2021/04/24 11:21:17 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:21:18 [ERR] http: Request GET /v1/catalog/service/config-binding-service, error: No cluster leader from=10.242.244.25:37312 2021/04/24 11:21:19 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:21:19 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:48294 2021/04/24 11:21:20 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:48296 2021/04/24 11:21:21 [INFO] serf: EventMemberJoin: dev-consul-server-2 10.242.78.56 2021/04/24 11:21:21 [INFO] consul: Adding LAN server dev-consul-server-2 (Addr: tcp/10.242.78.56:8300) (DC: dc1) 2021/04/24 11:21:21 [ERR] memberlist: Conflicting address for dev-consul-server-2.dc1. Mine: 10.242.179.88:8302 Theirs: 10.242.78.56:8302 2021/04/24 11:21:21 [WARN] serf: Name conflict for 'dev-consul-server-2.dc1' both 10.242.179.88:8302 and 10.242.78.56:8302 are claiming 2021/04/24 11:21:21 [ERR] memberlist: Conflicting address for dev-consul-server-1. Mine: 10.242.78.9:8301 Theirs: 10.242.179.120:8301 2021/04/24 11:21:21 [WARN] serf: Name conflict for 'dev-consul-server-1' both 10.242.78.9:8301 and 10.242.179.120:8301 are claiming 2021/04/24 11:21:21 [ERR] memberlist: Conflicting address for dev-consul-server-2.dc1. Mine: 10.242.179.88:8302 Theirs: 10.242.78.56:8302 2021/04/24 11:21:21 [WARN] serf: Name conflict for 'dev-consul-server-2.dc1' both 10.242.179.88:8302 and 10.242.78.56:8302 are claiming 2021/04/24 11:21:21 [ERR] memberlist: Conflicting address for dev-consul-server-1. Mine: 10.242.78.9:8301 Theirs: 10.242.179.120:8301 2021/04/24 11:21:21 [WARN] serf: Name conflict for 'dev-consul-server-1' both 10.242.78.9:8301 and 10.242.179.120:8301 are claiming 2021/04/24 11:21:21 [ERR] memberlist: Conflicting address for dev-consul-server-2.dc1. Mine: 10.242.179.88:8302 Theirs: 10.242.78.56:8302 2021/04/24 11:21:21 [WARN] serf: Name conflict for 'dev-consul-server-2.dc1' both 10.242.179.88:8302 and 10.242.78.56:8302 are claiming 2021/04/24 11:21:21 [ERR] memberlist: Conflicting address for dev-consul-server-2.dc1. Mine: 10.242.179.88:8302 Theirs: 10.242.78.56:8302 2021/04/24 11:21:21 [WARN] serf: Name conflict for 'dev-consul-server-2.dc1' both 10.242.179.88:8302 and 10.242.78.56:8302 are claiming 2021/04/24 11:21:21 [ERR] memberlist: Conflicting address for dev-consul-server-2.dc1. Mine: 10.242.179.88:8302 Theirs: 10.242.78.56:8302 2021/04/24 11:21:21 [WARN] serf: Name conflict for 'dev-consul-server-2.dc1' both 10.242.179.88:8302 and 10.242.78.56:8302 are claiming 2021/04/24 11:21:22 [ERR] memberlist: Conflicting address for dev-consul-server-2.dc1. Mine: 10.242.179.88:8302 Theirs: 10.242.78.56:8302 2021/04/24 11:21:22 [WARN] serf: Name conflict for 'dev-consul-server-2.dc1' both 10.242.179.88:8302 and 10.242.78.56:8302 are claiming 2021/04/24 11:21:22 [ERR] memberlist: Conflicting address for dev-consul-server-2.dc1. Mine: 10.242.179.88:8302 Theirs: 10.242.78.56:8302 2021/04/24 11:21:22 [WARN] serf: Name conflict for 'dev-consul-server-2.dc1' both 10.242.179.88:8302 and 10.242.78.56:8302 are claiming 2021/04/24 11:21:24 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:21:24 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 61 2021/04/24 11:21:24 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:21:27 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/04/24 11:21:27 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:21:27 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:21:28 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:21:29 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:48446 2021/04/24 11:21:29 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:48450 2021/04/24 11:21:33 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:21:33 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 62 2021/04/24 11:21:33 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:21:34 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:21:39 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:48578 2021/04/24 11:21:39 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:48574 2021/04/24 11:21:42 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:21:42 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 63 2021/04/24 11:21:42 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:21:43 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:21:49 [ERR] http: Request GET /v1/catalog/service/config-binding-service, error: No cluster leader from=10.242.244.25:37774 2021/04/24 11:21:49 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:21:49 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 64 2021/04/24 11:21:49 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:21:49 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:48714 2021/04/24 11:21:49 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:48710 2021/04/24 11:21:52 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:21:55 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:21:55 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 65 2021/04/24 11:21:55 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:21:56 [INFO] serf: EventMemberJoin: dev-consul-server-1 10.242.179.120 2021/04/24 11:21:56 [INFO] consul: Adding LAN server dev-consul-server-1 (Addr: tcp/10.242.179.120:8300) (DC: dc1) 2021/04/24 11:21:57 [INFO] memberlist: Marking dev-consul-server-1.dc1 as failed, suspect timeout reached (0 peer confirmations) 2021/04/24 11:21:57 [INFO] serf: EventMemberFailed: dev-consul-server-1.dc1 10.242.78.9 2021/04/24 11:21:57 [INFO] consul: Handled member-failed event for server "dev-consul-server-1.dc1" in area "wan" 2021/04/24 11:21:59 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:21:59 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:48882 2021/04/24 11:22:00 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:48878 2021/04/24 11:22:02 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:22:03 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:22:03 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 66 2021/04/24 11:22:03 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:22:04 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/04/24 11:22:04 [INFO] serf: attempting reconnect to dev-consul-server-2.dc1 10.242.179.88:8302 2021/04/24 11:22:04 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:22:05 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:22:09 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:49014 2021/04/24 11:22:10 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:49010 2021/04/24 11:22:13 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:22:13 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 67 2021/04/24 11:22:13 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:22:13 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:22:18 [ERR] http: Request GET /v1/catalog/service/config-binding-service, error: No cluster leader from=10.242.244.25:38266 2021/04/24 11:22:22 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:22:22 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 68 2021/04/24 11:22:22 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:22:23 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:22:29 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:22:29 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:49304 2021/04/24 11:22:31 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:22:31 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 69 2021/04/24 11:22:31 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:22:32 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:22:33 [INFO] serf: EventMemberJoin: dev-consul-server-2.dc1 10.242.78.56 2021/04/24 11:22:33 [INFO] consul: Handled member-join event for server "dev-consul-server-2.dc1" in area "wan" 2021/04/24 11:22:34 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:22:39 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:49448 2021/04/24 11:22:40 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:22:40 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 70 2021/04/24 11:22:40 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:22:41 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:22:44 [ERR] memberlist: Conflicting address for dev-consul-server-1.dc1. Mine: 10.242.78.9:8302 Theirs: 10.242.179.120:8302 2021/04/24 11:22:44 [WARN] serf: Name conflict for 'dev-consul-server-1.dc1' both 10.242.78.9:8302 and 10.242.179.120:8302 are claiming 2021/04/24 11:22:45 [ERR] memberlist: Conflicting address for dev-consul-server-1.dc1. Mine: 10.242.78.9:8302 Theirs: 10.242.179.120:8302 2021/04/24 11:22:45 [WARN] serf: Name conflict for 'dev-consul-server-1.dc1' both 10.242.78.9:8302 and 10.242.179.120:8302 are claiming 2021/04/24 11:22:48 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:22:48 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 71 2021/04/24 11:22:48 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:22:49 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:49574 2021/04/24 11:22:50 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:22:57 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:22:57 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 72 2021/04/24 11:22:57 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:22:57 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:22:58 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:22:58 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:23:02 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:23:02 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 73 2021/04/24 11:23:02 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:23:04 [INFO] serf: attempting reconnect to dev-consul-server-1.dc1 10.242.78.9:8302 2021/04/24 11:23:07 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:23:08 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:23:08 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 74 2021/04/24 11:23:08 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:23:09 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:49820 2021/04/24 11:23:12 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:23:17 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:23:17 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 75 2021/04/24 11:23:17 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:23:18 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:23:19 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:49946 2021/04/24 11:23:26 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:23:26 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 76 2021/04/24 11:23:26 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:23:27 [ERR] http: Request PUT /v1/txn, error: No cluster leader from=10.242.147.134:50052 2021/04/24 11:23:27 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:23:33 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:23:33 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:23:34 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:23:34 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 77 2021/04/24 11:23:34 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:23:36 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:23:37 [ERR] http: Request PUT /v1/txn, error: No cluster leader from=10.242.147.134:50192 2021/04/24 11:23:43 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:23:43 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 78 2021/04/24 11:23:43 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:23:44 [INFO] serf: EventMemberJoin: dev-consul-server-1.dc1 10.242.179.120 2021/04/24 11:23:44 [INFO] consul: Handled member-join event for server "dev-consul-server-1.dc1" in area "wan" 2021/04/24 11:23:44 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:23:49 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:23:49 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 79 2021/04/24 11:23:49 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:23:49 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:50368 2021/04/24 11:23:53 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:23:57 [ERR] http: Request PUT /v1/txn, error: No cluster leader from=10.242.147.134:50460 2021/04/24 11:23:57 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:23:57 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 80 2021/04/24 11:23:57 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:23:59 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:24:04 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:24:04 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 81 2021/04/24 11:24:04 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:24:07 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:24:07 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:24:08 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:24:09 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:50634 2021/04/24 11:24:14 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:24:14 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 82 2021/04/24 11:24:14 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:24:14 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:24:20 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:50772 2021/04/24 11:24:23 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:24:23 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 83 2021/04/24 11:24:23 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:24:24 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:24:29 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:50888 2021/04/24 11:24:30 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:24:30 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 84 2021/04/24 11:24:30 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:24:33 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:24:33 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:24:33 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:24:36 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:24:36 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 85 2021/04/24 11:24:36 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:24:39 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:51014 2021/04/24 11:24:40 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:24:45 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:24:45 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 86 2021/04/24 11:24:45 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:24:46 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:24:48 [ERR] http: Request GET /v1/catalog/service/config-binding-service, error: No cluster leader from=10.242.244.25:40502 2021/04/24 11:24:54 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:24:54 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 87 2021/04/24 11:24:54 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:24:55 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:24:56 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:25:02 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:25:02 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 88 2021/04/24 11:25:02 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:25:04 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:25:06 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:25:09 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:51386 2021/04/24 11:25:12 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:25:12 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 89 2021/04/24 11:25:12 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:25:12 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:25:17 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:25:17 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 90 2021/04/24 11:25:17 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:25:18 [ERR] http: Request GET /v1/catalog/service/config-binding-service, error: No cluster leader from=10.242.244.25:40930 2021/04/24 11:25:19 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:25:22 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:25:24 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:25:24 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 91 2021/04/24 11:25:24 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:25:27 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:25:29 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:51652 2021/04/24 11:25:30 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:51648 2021/04/24 11:25:30 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:25:30 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 92 2021/04/24 11:25:30 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:25:34 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:25:35 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:25:35 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 93 2021/04/24 11:25:36 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:25:40 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:25:40 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:25:42 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:25:42 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 94 2021/04/24 11:25:42 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:25:46 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:25:50 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:51896 2021/04/24 11:25:51 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:25:51 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 95 2021/04/24 11:25:51 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:25:52 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:25:52 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:25:57 [ERR] http: Request PUT /v1/txn, error: No cluster leader from=10.242.147.134:51988 2021/04/24 11:25:59 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:25:59 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 96 2021/04/24 11:25:59 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:26:01 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:26:06 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:26:06 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 97 2021/04/24 11:26:06 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:26:09 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:26:10 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:26:12 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:26:12 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 98 2021/04/24 11:26:12 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:26:16 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:26:19 [ERR] http: Request GET /v1/catalog/service/config-binding-service, error: No cluster leader from=10.242.244.25:41798 2021/04/24 11:26:20 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:26:20 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 99 2021/04/24 11:26:20 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:26:22 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:26:25 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:26:28 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:26:28 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 100 2021/04/24 11:26:28 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:26:30 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:26:33 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:26:33 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 101 2021/04/24 11:26:33 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:26:38 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:26:41 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:26:41 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 102 2021/04/24 11:26:41 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:26:41 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:26:43 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:26:49 [ERR] http: Request GET /v1/catalog/service/config-binding-service, error: No cluster leader from=10.242.244.25:42226 2021/04/24 11:26:50 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:52700 2021/04/24 11:26:50 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:26:50 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 103 2021/04/24 11:26:50 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:26:51 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:26:53 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:26:57 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:26:57 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 104 2021/04/24 11:26:57 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:26:59 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:52836 2021/04/24 11:27:00 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:27:05 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:27:05 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 105 2021/04/24 11:27:05 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:27:07 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:27:09 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:52968 2021/04/24 11:27:11 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:27:11 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 106 2021/04/24 11:27:11 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:27:15 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:27:15 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:27:19 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:53106 2021/04/24 11:27:20 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:27:20 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 107 2021/04/24 11:27:20 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:27:20 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:27:21 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:27:25 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:27:25 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 108 2021/04/24 11:27:25 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:27:30 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:27:32 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:27:32 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 109 2021/04/24 11:27:32 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:27:35 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:27:40 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:27:40 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 110 2021/04/24 11:27:40 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:27:42 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:27:47 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:27:48 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:27:48 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 111 2021/04/24 11:27:48 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:27:49 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:53482 2021/04/24 11:27:50 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:27:52 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:27:55 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:27:55 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 112 2021/04/24 11:27:55 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:27:58 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:27:59 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:53610 2021/04/24 11:28:03 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:28:03 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 113 2021/04/24 11:28:03 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:28:05 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:28:09 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:28:09 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 114 2021/04/24 11:28:09 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:28:09 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:53734 2021/04/24 11:28:13 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:28:14 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:28:14 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 115 2021/04/24 11:28:14 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:28:14 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:28:19 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:28:19 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:53868 2021/04/24 11:28:23 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:28:23 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 116 2021/04/24 11:28:23 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:28:24 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:28:26 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:28:31 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:28:31 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 117 2021/04/24 11:28:31 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:28:33 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:28:37 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:28:37 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 118 2021/04/24 11:28:37 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:28:37 [ERR] http: Request PUT /v1/txn, error: No cluster leader from=10.242.147.134:54096 2021/04/24 11:28:41 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:28:45 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:28:45 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 119 2021/04/24 11:28:45 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:28:47 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:28:48 [ERR] http: Request PUT /v1/txn, error: No cluster leader from=10.242.147.134:54222 2021/04/24 11:28:50 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:28:52 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:28:52 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 120 2021/04/24 11:28:52 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:28:55 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:28:57 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:28:57 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 121 2021/04/24 11:28:57 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:29:01 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:29:02 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:29:05 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:29:05 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 122 2021/04/24 11:29:05 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:29:07 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:29:09 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:54506 2021/04/24 11:29:13 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:29:13 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 123 2021/04/24 11:29:13 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:29:15 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:29:18 [ERR] http: Request GET /v1/catalog/service/config-binding-service, error: No cluster leader from=10.242.244.25:44414 2021/04/24 11:29:22 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:29:22 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 124 2021/04/24 11:29:22 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:29:23 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:29:25 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:29:26 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:29:29 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:29:29 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 125 2021/04/24 11:29:29 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:29:32 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:29:36 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:29:36 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 126 2021/04/24 11:29:36 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:29:39 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:29:45 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:29:45 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 127 2021/04/24 11:29:45 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:29:46 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:29:49 [ERR] http: Request GET /v1/catalog/service/config-binding-service, error: No cluster leader from=10.242.244.25:44838 2021/04/24 11:29:49 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:55006 2021/04/24 11:29:49 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:55010 2021/04/24 11:29:51 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:29:51 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 128 2021/04/24 11:29:51 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:29:54 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:29:55 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:29:59 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:30:01 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:30:01 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 129 2021/04/24 11:30:01 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:30:01 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:30:09 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:30:09 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 130 2021/04/24 11:30:09 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:30:09 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:55264 2021/04/24 11:30:11 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:30:16 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:30:16 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 131 2021/04/24 11:30:16 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:30:19 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:30:23 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:30:23 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 132 2021/04/24 11:30:23 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:30:26 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:30:29 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:30:29 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:55512 2021/04/24 11:30:29 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:55518 2021/04/24 11:30:32 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:30:32 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 133 2021/04/24 11:30:32 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:30:32 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:30:33 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:30:37 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:30:37 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 134 2021/04/24 11:30:37 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:30:42 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:30:44 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:30:44 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 135 2021/04/24 11:30:44 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:30:47 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:30:49 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:55772 2021/04/24 11:30:54 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:30:54 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 136 2021/04/24 11:30:54 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:30:54 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:30:59 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:31:00 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:31:00 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 137 2021/04/24 11:31:00 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:31:00 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:31:04 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:31:09 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:31:09 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 138 2021/04/24 11:31:09 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:31:10 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:31:15 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:31:15 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 139 2021/04/24 11:31:15 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:31:18 [ERR] http: Request PUT /v1/txn, error: No cluster leader from=10.242.147.134:56136 2021/04/24 11:31:19 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:31:22 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:31:22 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 140 2021/04/24 11:31:22 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:31:25 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:31:29 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:31:29 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:56286 2021/04/24 11:31:32 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:31:32 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 141 2021/04/24 11:31:32 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:31:32 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:31:33 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:31:37 [ERR] http: Request PUT /v1/txn, error: No cluster leader from=10.242.147.134:56372 2021/04/24 11:31:38 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:31:38 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 142 2021/04/24 11:31:38 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:31:42 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:31:45 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:31:45 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 143 2021/04/24 11:31:45 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:31:48 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:31:50 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:56532 2021/04/24 11:31:54 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:31:54 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 144 2021/04/24 11:31:54 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:31:55 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:31:57 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:32:00 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:56694 2021/04/24 11:32:00 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:32:00 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 145 2021/04/24 11:32:00 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:32:02 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:32:04 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:32:07 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:32:07 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 146 2021/04/24 11:32:07 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:32:09 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:56934 2021/04/24 11:32:10 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:32:15 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:32:15 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 147 2021/04/24 11:32:15 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:32:17 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:32:19 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:57120 2021/04/24 11:32:21 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:32:21 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 148 2021/04/24 11:32:21 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:32:25 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:32:30 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:32:30 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:32:30 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 149 2021/04/24 11:32:30 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:32:31 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:32:36 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:32:37 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:32:37 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 150 2021/04/24 11:32:37 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:32:40 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:32:46 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:32:46 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 151 2021/04/24 11:32:46 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:32:47 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:32:49 [ERR] http: Request GET /v1/catalog/service/config-binding-service, error: No cluster leader from=10.242.244.25:47528 2021/04/24 11:32:49 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:57664 2021/04/24 11:32:55 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:32:55 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 152 2021/04/24 11:32:55 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:32:56 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:32:57 [ERR] http: Request PUT /v1/txn, error: No cluster leader from=10.242.147.134:57758 2021/04/24 11:33:01 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:33:01 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 153 2021/04/24 11:33:01 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:33:04 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:33:05 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:33:07 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:33:07 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 154 2021/04/24 11:33:07 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:33:11 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:33:12 [ERR] http: Request PUT /v1/txn, error: No cluster leader from=10.242.147.134:57970 2021/04/24 11:33:14 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:33:17 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:33:17 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 155 2021/04/24 11:33:17 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:33:17 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:33:19 [ERR] http: Request GET /v1/catalog/service/config-binding-service, error: No cluster leader from=10.242.244.25:47980 2021/04/24 11:33:19 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:58066 2021/04/24 11:33:22 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:33:22 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 156 2021/04/24 11:33:22 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:33:27 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:33:30 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:33:30 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 157 2021/04/24 11:33:30 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:33:32 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:33:34 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:33:38 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:33:38 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 158 2021/04/24 11:33:38 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:33:40 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:58380 2021/04/24 11:33:40 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:33:43 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:33:45 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:33:45 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 159 2021/04/24 11:33:45 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:33:48 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:33:49 [ERR] http: Request GET /v1/catalog/service/config-binding-service, error: No cluster leader from=10.242.244.25:48470 2021/04/24 11:33:49 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:58508 2021/04/24 11:33:50 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:33:50 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 160 2021/04/24 11:33:50 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:33:55 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:33:58 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:33:58 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 161 2021/04/24 11:33:58 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:34:00 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:34:03 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:34:05 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:34:05 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 162 2021/04/24 11:34:05 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:34:08 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:34:10 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:58788 2021/04/24 11:34:11 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:34:12 [ERR] http: Request PUT /v1/txn, error: No cluster leader from=10.242.147.134:58830 2021/04/24 11:34:12 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:34:12 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 163 2021/04/24 11:34:12 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:34:15 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:34:19 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:34:19 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 164 2021/04/24 11:34:19 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:34:19 [ERR] http: Request GET /v1/catalog/service/config-binding-service, error: No cluster leader from=10.242.244.25:48904 2021/04/24 11:34:22 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:34:27 [ERR] http: Request PUT /v1/txn, error: No cluster leader from=10.242.147.134:59066 2021/04/24 11:34:28 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:34:28 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 165 2021/04/24 11:34:28 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:34:29 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:34:34 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:34:35 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:34:35 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 166 2021/04/24 11:34:35 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:34:38 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:34:44 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:34:44 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 167 2021/04/24 11:34:44 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:34:45 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:34:45 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:34:49 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:34:49 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 168 2021/04/24 11:34:49 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:34:49 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:59470 2021/04/24 11:34:54 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:34:56 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:34:56 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 169 2021/04/24 11:34:56 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:34:59 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:35:00 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:59636 2021/04/24 11:35:00 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:35:05 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:35:05 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 170 2021/04/24 11:35:05 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:35:06 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:35:12 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:35:13 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:35:13 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 171 2021/04/24 11:35:13 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:35:15 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:35:19 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:35:19 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 172 2021/04/24 11:35:19 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:35:19 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:59948 2021/04/24 11:35:23 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:35:27 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:35:27 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 173 2021/04/24 11:35:27 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:35:29 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:35:33 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:35:35 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:35:35 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 174 2021/04/24 11:35:35 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:35:37 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:35:39 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:60306 2021/04/24 11:35:41 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:35:41 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 175 2021/04/24 11:35:41 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:35:44 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:35:45 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:35:49 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:35:49 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 176 2021/04/24 11:35:49 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:35:49 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:60448 2021/04/24 11:35:51 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:35:54 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:35:54 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 177 2021/04/24 11:35:54 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:35:56 [ERR] http: Request PUT /v1/txn, error: No cluster leader from=10.242.147.134:60558 2021/04/24 11:35:59 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:35:59 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:60608 2021/04/24 11:36:04 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:36:04 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 178 2021/04/24 11:36:04 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:36:04 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:36:06 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:36:09 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:36:09 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:60760 2021/04/24 11:36:10 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:60762 2021/04/24 11:36:13 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:36:13 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 179 2021/04/24 11:36:13 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:36:14 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:36:19 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:36:19 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 180 2021/04/24 11:36:19 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:36:23 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:36:25 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:36:25 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 181 2021/04/24 11:36:25 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:36:29 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:36:30 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:32826 2021/04/24 11:36:33 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:36:33 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 182 2021/04/24 11:36:33 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:36:35 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:36:36 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:36:40 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:33028 2021/04/24 11:36:42 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:36:42 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 183 2021/04/24 11:36:42 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:36:43 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:36:45 [ERR] http: Request PUT /v1/txn, error: No cluster leader from=10.242.147.134:33098 2021/04/24 11:36:45 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:36:47 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:36:47 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 184 2021/04/24 11:36:47 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:36:52 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:36:54 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:36:54 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 185 2021/04/24 11:36:54 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:36:55 [ERR] http: Request PUT /v1/txn, error: No cluster leader from=10.242.147.134:33254 2021/04/24 11:36:57 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:37:03 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:37:03 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 186 2021/04/24 11:37:03 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:37:04 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:37:08 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:37:09 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:37:09 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:33484 2021/04/24 11:37:11 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:37:11 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 187 2021/04/24 11:37:11 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:37:13 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:37:19 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:37:19 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 188 2021/04/24 11:37:19 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:37:21 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:37:27 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:37:27 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 189 2021/04/24 11:37:27 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:37:29 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:37:29 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:33792 2021/04/24 11:37:31 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:37:33 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:37:34 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:37:34 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 190 2021/04/24 11:37:34 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:37:37 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:37:40 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:33988 2021/04/24 11:37:40 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:37:40 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 191 2021/04/24 11:37:40 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:37:44 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:37:46 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:37:46 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 192 2021/04/24 11:37:46 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:37:49 [ERR] http: Request GET /v1/catalog/service/config-binding-service, error: No cluster leader from=10.242.244.25:51926 2021/04/24 11:37:50 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:37:54 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:37:54 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 193 2021/04/24 11:37:54 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:37:56 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:37:56 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:37:59 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:34298 2021/04/24 11:37:59 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:34294 2021/04/24 11:38:00 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:38:01 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:38:01 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 194 2021/04/24 11:38:01 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:38:04 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:38:09 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:38:09 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 195 2021/04/24 11:38:09 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:38:11 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:38:16 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:38:16 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 196 2021/04/24 11:38:16 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:38:19 [ERR] http: Request GET /v1/catalog/service/config-binding-service, error: No cluster leader from=10.242.244.25:52350 2021/04/24 11:38:19 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:38:26 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:38:26 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 197 2021/04/24 11:38:26 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:38:26 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:38:27 [ERR] http: Request PUT /v1/txn, error: No cluster leader from=10.242.147.134:34716 2021/04/24 11:38:27 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:38:30 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:34762 2021/04/24 11:38:31 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:38:35 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:38:35 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 198 2021/04/24 11:38:35 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:38:36 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:38:42 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:38:42 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 199 2021/04/24 11:38:42 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:38:45 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:38:49 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:38:49 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 200 2021/04/24 11:38:49 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:38:49 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:35094 2021/04/24 11:38:52 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:38:57 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:38:57 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 201 2021/04/24 11:38:57 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:38:59 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:38:59 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:39:03 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:39:06 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:39:06 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 202 2021/04/24 11:39:06 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:39:07 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:39:09 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:35424 2021/04/24 11:39:11 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:39:11 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 203 2021/04/24 11:39:11 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:39:16 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:39:17 [ERR] http: Request PUT /v1/txn, error: No cluster leader from=10.242.147.134:35590 2021/04/24 11:39:19 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:39:19 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 204 2021/04/24 11:39:19 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:39:21 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:39:26 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:39:26 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 205 2021/04/24 11:39:26 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:39:29 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:39:29 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:39:29 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:35794 2021/04/24 11:39:29 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:35790 2021/04/24 11:39:31 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:39:35 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:39:35 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 206 2021/04/24 11:39:35 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:39:36 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:39:37 [ERR] http: Request PUT /v1/txn, error: No cluster leader from=10.242.147.134:35952 2021/04/24 11:39:39 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:35994 2021/04/24 11:39:43 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:39:43 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 207 2021/04/24 11:39:43 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:39:45 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:39:51 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:39:51 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 208 2021/04/24 11:39:51 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:39:53 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:39:54 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:39:56 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:40:00 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:40:00 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 209 2021/04/24 11:40:00 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:40:01 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:40:06 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:40:06 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 210 2021/04/24 11:40:06 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:40:10 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:40:11 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:40:11 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 211 2021/04/24 11:40:11 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:40:16 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:40:18 [ERR] http: Request GET /v1/catalog/service/config-binding-service, error: No cluster leader from=10.242.244.25:54084 2021/04/24 11:40:19 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:40:19 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 212 2021/04/24 11:40:19 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:40:19 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:36606 2021/04/24 11:40:21 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:40:21 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:40:22 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:40:27 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:40:27 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 213 2021/04/24 11:40:27 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:40:29 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:40:35 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:40:35 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 214 2021/04/24 11:40:35 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:40:37 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:40:39 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:36950 2021/04/24 11:40:45 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:40:45 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 215 2021/04/24 11:40:45 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:40:45 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:40:49 [ERR] http: Request GET /v1/catalog/service/config-binding-service, error: No cluster leader from=10.242.244.25:54508 2021/04/24 11:40:49 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:37098 2021/04/24 11:40:50 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:40:53 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:40:53 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 216 2021/04/24 11:40:53 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:40:55 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:40:55 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:40:59 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:40:59 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 217 2021/04/24 11:40:59 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:41:03 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:41:06 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:41:06 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 218 2021/04/24 11:41:06 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:41:09 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:41:09 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:37410 2021/04/24 11:41:13 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:41:13 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 219 2021/04/24 11:41:13 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:41:16 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:41:19 [ERR] http: Request GET /v1/catalog/service/config-binding-service, error: No cluster leader from=10.242.244.25:54938 2021/04/24 11:41:22 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:41:22 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 220 2021/04/24 11:41:22 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:41:23 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:41:23 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:41:28 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:41:28 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 221 2021/04/24 11:41:28 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:41:32 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:41:32 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:41:34 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:41:34 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 222 2021/04/24 11:41:34 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:41:38 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:41:44 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:41:44 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 223 2021/04/24 11:41:44 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:41:44 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:41:49 [ERR] http: Request GET /v1/catalog/service/config-binding-service, error: No cluster leader from=10.242.244.25:55366 2021/04/24 11:41:49 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:38068 2021/04/24 11:41:50 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:41:50 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 224 2021/04/24 11:41:50 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:41:51 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:41:54 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:41:56 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:41:56 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 225 2021/04/24 11:41:56 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:42:00 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:42:02 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:42:05 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:42:05 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 226 2021/04/24 11:42:05 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:42:06 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:42:09 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:38378 2021/04/24 11:42:14 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:42:14 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 227 2021/04/24 11:42:14 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:42:15 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:42:19 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:38536 2021/04/24 11:42:21 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:42:21 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 228 2021/04/24 11:42:21 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:42:23 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:42:24 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:42:28 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:42:28 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 229 2021/04/24 11:42:28 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:42:29 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:38680 2021/04/24 11:42:30 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:42:31 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:42:33 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:42:33 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 230 2021/04/24 11:42:33 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:42:38 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:42:39 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:38884 2021/04/24 11:42:42 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:42:42 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 231 2021/04/24 11:42:42 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:42:43 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:42:49 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:39030 2021/04/24 11:42:50 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:42:50 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 232 2021/04/24 11:42:50 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:42:52 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:42:54 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:42:54 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:42:55 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:42:55 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 233 2021/04/24 11:42:55 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:43:00 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:43:01 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:43:01 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 234 2021/04/24 11:43:01 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:43:05 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:43:08 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:43:08 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 235 2021/04/24 11:43:08 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:43:09 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:39340 2021/04/24 11:43:11 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:43:15 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:43:15 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 236 2021/04/24 11:43:15 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:43:17 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:43:18 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:43:19 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:39496 2021/04/24 11:43:25 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:43:25 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 237 2021/04/24 11:43:25 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:43:25 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:43:26 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:43:31 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:43:31 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 238 2021/04/24 11:43:31 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:43:35 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:43:36 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:43:36 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 239 2021/04/24 11:43:36 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:43:39 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:39852 2021/04/24 11:43:41 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:43:44 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:43:44 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 240 2021/04/24 11:43:44 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:43:46 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:43:49 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:43:51 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:43:51 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:43:51 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 241 2021/04/24 11:43:51 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:43:54 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:44:01 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:44:01 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 242 2021/04/24 11:44:01 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:44:01 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:44:08 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:44:08 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 243 2021/04/24 11:44:08 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:44:11 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:44:17 [ERR] http: Request PUT /v1/txn, error: No cluster leader from=10.242.147.134:40428 2021/04/24 11:44:17 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:44:17 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 244 2021/04/24 11:44:17 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:44:18 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:44:20 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:44:20 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:44:23 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:44:23 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 245 2021/04/24 11:44:23 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:44:27 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:44:29 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:40616 2021/04/24 11:44:30 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:44:30 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 246 2021/04/24 11:44:30 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:44:33 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:44:38 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:44:38 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 247 2021/04/24 11:44:38 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:44:40 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:44:44 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:44:44 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 248 2021/04/24 11:44:44 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:44:46 [ERR] http: Request PUT /v1/txn, error: No cluster leader from=10.242.147.134:40902 2021/04/24 11:44:48 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:44:48 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:44:49 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:40956 2021/04/24 11:44:53 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:44:53 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 249 2021/04/24 11:44:53 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:44:54 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:44:57 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:44:57 [ERR] http: Request PUT /v1/txn, error: No cluster leader from=10.242.147.134:41084 2021/04/24 11:44:59 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:41110 2021/04/24 11:45:02 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:45:02 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 250 2021/04/24 11:45:02 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:45:03 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:45:09 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:41272 2021/04/24 11:45:10 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:45:10 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 251 2021/04/24 11:45:10 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:45:11 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:45:12 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:45:15 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:45:15 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 252 2021/04/24 11:45:15 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:45:15 [ERR] http: Request PUT /v1/txn, error: No cluster leader from=10.242.147.134:41350 2021/04/24 11:45:19 [ERR] http: Request GET /v1/catalog/service/config-binding-service, error: No cluster leader from=10.242.244.25:58370 2021/04/24 11:45:19 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:41428 2021/04/24 11:45:20 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:45:22 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:45:22 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 253 2021/04/24 11:45:22 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:45:25 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:45:28 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:45:29 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:41578 2021/04/24 11:45:29 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:41582 2021/04/24 11:45:32 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:45:32 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 254 2021/04/24 11:45:32 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:45:32 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:45:37 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:45:39 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:45:39 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 255 2021/04/24 11:45:39 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:45:42 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:45:46 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:45:46 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 256 2021/04/24 11:45:46 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:45:49 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:45:54 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:45:54 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 257 2021/04/24 11:45:54 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:45:55 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:45:56 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:46:01 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:46:01 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 258 2021/04/24 11:46:01 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:46:04 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:46:05 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:46:07 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:46:07 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 259 2021/04/24 11:46:07 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:46:11 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:46:16 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:46:16 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 260 2021/04/24 11:46:16 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:46:17 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:46:21 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:46:24 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:46:24 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 261 2021/04/24 11:46:24 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:46:26 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:46:30 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:42544 2021/04/24 11:46:34 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:46:34 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 262 2021/04/24 11:46:34 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:46:34 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:46:39 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:46:40 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:46:40 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 263 2021/04/24 11:46:40 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:46:44 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:46:48 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:46:48 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 264 2021/04/24 11:46:48 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:46:49 [ERR] http: Request GET /v1/catalog/service/config-binding-service, error: No cluster leader from=10.242.244.25:59652 2021/04/24 11:46:49 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:42884 2021/04/24 11:46:49 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:42880 2021/04/24 11:46:50 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:46:50 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:46:58 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:46:58 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 265 2021/04/24 11:46:58 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:46:58 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:46:59 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:43048 2021/04/24 11:47:05 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:47:05 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 266 2021/04/24 11:47:05 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:47:08 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:47:08 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:47:12 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:47:12 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 267 2021/04/24 11:47:12 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:47:15 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:47:15 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:47:18 [ERR] http: Request GET /v1/catalog/service/config-binding-service, error: No cluster leader from=10.242.244.25:60078 2021/04/24 11:47:19 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:43376 2021/04/24 11:47:21 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:47:21 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 268 2021/04/24 11:47:21 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:47:22 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:47:29 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:47:29 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 269 2021/04/24 11:47:29 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:47:29 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:43532 2021/04/24 11:47:29 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:43526 2021/04/24 11:47:31 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:47:34 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:47:34 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 270 2021/04/24 11:47:34 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:47:39 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:47:39 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:43726 2021/04/24 11:47:39 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:43730 2021/04/24 11:47:42 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:47:43 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:47:44 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:47:44 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 271 2021/04/24 11:47:44 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:47:44 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:47:49 [ERR] http: Request GET /v1/catalog/service/config-binding-service, error: No cluster leader from=10.242.244.25:60504 2021/04/24 11:47:49 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:47:49 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 272 2021/04/24 11:47:49 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:47:49 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:43870 2021/04/24 11:47:54 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:47:59 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:47:59 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 273 2021/04/24 11:47:59 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:47:59 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:48:06 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:48:06 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 274 2021/04/24 11:48:06 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:48:09 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:48:13 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:48:13 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 275 2021/04/24 11:48:13 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:48:13 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:48:16 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:48:16 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:48:19 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:44346 2021/04/24 11:48:23 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:48:23 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 276 2021/04/24 11:48:23 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:48:23 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:48:29 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:44498 2021/04/24 11:48:30 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:48:30 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 277 2021/04/24 11:48:30 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:48:33 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:48:36 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:48:37 [ERR] http: Request PUT /v1/txn, error: No cluster leader from=10.242.147.134:44654 2021/04/24 11:48:39 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:48:39 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 278 2021/04/24 11:48:39 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:48:40 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:48:45 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:48:45 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 279 2021/04/24 11:48:45 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:48:47 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:48:49 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:48:49 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:44836 2021/04/24 11:48:54 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:48:54 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 280 2021/04/24 11:48:54 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:48:55 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:49:00 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:49:00 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 281 2021/04/24 11:49:00 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:49:01 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:49:04 [ERR] http: Request PUT /v1/txn, error: No cluster leader from=10.242.147.134:45074 2021/04/24 11:49:04 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:49:09 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:49:09 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 282 2021/04/24 11:49:09 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:49:10 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:49:15 [ERR] http: Request PUT /v1/txn, error: No cluster leader from=10.242.147.134:45234 2021/04/24 11:49:16 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:49:16 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 283 2021/04/24 11:49:16 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:49:19 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:49:20 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:45314 2021/04/24 11:49:23 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:49:23 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:49:23 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 284 2021/04/24 11:49:23 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:49:26 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:49:29 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:49:30 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:45468 2021/04/24 11:49:30 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:49:30 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 285 2021/04/24 11:49:30 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:49:34 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:49:36 [ERR] http: Request PUT /v1/txn, error: No cluster leader from=10.242.147.134:45620 2021/04/24 11:49:39 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:49:39 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 286 2021/04/24 11:49:39 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:49:39 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:45668 2021/04/24 11:49:40 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:49:44 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:49:44 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 287 2021/04/24 11:49:44 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:49:49 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:49:51 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:49:51 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 288 2021/04/24 11:49:51 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:49:54 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:49:54 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:49:56 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:49:56 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 289 2021/04/24 11:49:56 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:49:59 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:45968 2021/04/24 11:50:01 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:50:04 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:50:05 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:50:05 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 290 2021/04/24 11:50:05 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:50:06 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:50:08 [ERR] http: Request PUT /v1/txn, error: No cluster leader from=10.242.147.134:46094 2021/04/24 11:50:09 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:46128 2021/04/24 11:50:12 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:50:12 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 291 2021/04/24 11:50:12 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:50:15 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:50:16 [ERR] http: Request PUT /v1/txn, error: No cluster leader from=10.242.147.134:46224 2021/04/24 11:50:19 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:46276 2021/04/24 11:50:20 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:50:20 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 292 2021/04/24 11:50:20 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:50:21 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:50:22 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:50:28 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:50:28 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 293 2021/04/24 11:50:28 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:50:30 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:46426 2021/04/24 11:50:30 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:50:37 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:50:37 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 294 2021/04/24 11:50:37 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:50:37 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:50:38 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:50:45 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:50:45 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 295 2021/04/24 11:50:45 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:50:47 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:50:48 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:50:51 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:50:51 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 296 2021/04/24 11:50:51 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:50:55 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:50:56 [ERR] http: Request PUT /v1/txn, error: No cluster leader from=10.242.147.134:46880 2021/04/24 11:51:00 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:51:00 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 297 2021/04/24 11:51:00 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:51:01 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:51:04 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:51:06 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:51:06 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 298 2021/04/24 11:51:06 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:51:10 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:51:12 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:51:13 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:51:13 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 299 2021/04/24 11:51:13 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:51:16 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:51:18 [ERR] http: Request PUT /v1/txn, error: No cluster leader from=10.242.147.134:47230 2021/04/24 11:51:20 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:51:20 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 300 2021/04/24 11:51:20 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:51:23 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:51:29 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:51:29 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 301 2021/04/24 11:51:29 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:51:30 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:51:36 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:51:36 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 302 2021/04/24 11:51:36 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:51:37 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:51:39 [ERR] http: Request PUT /v1/txn, error: No cluster leader from=10.242.147.134:47574 2021/04/24 11:51:39 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:51:39 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:47592 2021/04/24 11:51:41 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:51:42 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:51:42 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 303 2021/04/24 11:51:42 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:51:46 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:51:49 [ERR] http: Request GET /v1/catalog/service/config-binding-service, error: No cluster leader from=10.242.244.25:35706 2021/04/24 11:51:49 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:51:49 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 304 2021/04/24 11:51:49 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:51:49 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:47738 2021/04/24 11:51:50 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:47734 2021/04/24 11:51:52 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:51:57 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:51:57 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 305 2021/04/24 11:51:57 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:51:59 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:51:59 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:47896 2021/04/24 11:52:00 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:47892 2021/04/24 11:52:03 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:52:03 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 306 2021/04/24 11:52:03 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:52:04 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:52:04 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:52:07 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:52:10 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:52:10 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 307 2021/04/24 11:52:10 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:52:13 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:52:16 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:52:16 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 308 2021/04/24 11:52:16 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:52:19 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:48204 2021/04/24 11:52:20 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:52:22 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:52:22 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 309 2021/04/24 11:52:22 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:52:26 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:52:27 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:52:27 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 310 2021/04/24 11:52:27 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:52:30 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:48360 2021/04/24 11:52:32 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:52:35 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:52:35 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:52:35 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 311 2021/04/24 11:52:35 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:52:37 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:52:37 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:52:43 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:52:43 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 312 2021/04/24 11:52:43 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:52:45 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:52:49 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:48700 2021/04/24 11:52:53 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:52:53 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 313 2021/04/24 11:52:53 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:52:53 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:53:00 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:53:00 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 314 2021/04/24 11:53:00 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:53:01 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:53:03 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:53:04 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:53:08 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:53:08 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 315 2021/04/24 11:53:08 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:53:09 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:49014 2021/04/24 11:53:10 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:49016 2021/04/24 11:53:10 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:53:17 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:53:17 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 316 2021/04/24 11:53:17 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:53:18 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:53:19 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:49172 2021/04/24 11:53:25 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:53:25 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 317 2021/04/24 11:53:25 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:53:27 [ERR] http: Request PUT /v1/txn, error: No cluster leader from=10.242.147.134:49282 2021/04/24 11:53:27 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:53:30 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:53:35 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:53:35 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 318 2021/04/24 11:53:35 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:53:35 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:53:37 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:53:39 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:49524 2021/04/24 11:53:44 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:53:44 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 319 2021/04/24 11:53:44 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:53:45 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:53:50 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:49676 2021/04/24 11:53:54 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:53:54 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 320 2021/04/24 11:53:54 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:53:54 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:53:56 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:54:02 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:54:04 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:54:04 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 321 2021/04/24 11:54:04 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:54:04 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:54:11 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:54:11 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 322 2021/04/24 11:54:11 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:54:14 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:54:17 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:54:17 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 323 2021/04/24 11:54:17 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:54:21 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:54:23 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:54:23 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 324 2021/04/24 11:54:23 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:54:24 [ERR] http: Request PUT /v1/txn, error: No cluster leader from=10.242.147.134:50212 2021/04/24 11:54:27 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:54:30 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:50300 2021/04/24 11:54:30 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:54:30 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:54:30 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 325 2021/04/24 11:54:30 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:54:33 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:54:35 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:54:38 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:54:38 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 326 2021/04/24 11:54:38 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:54:40 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:54:47 [ERR] http: Request PUT /v1/txn, error: No cluster leader from=10.242.147.134:50618 2021/04/24 11:54:48 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:54:48 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 327 2021/04/24 11:54:48 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:54:48 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:54:49 [ERR] http: Request GET /v1/catalog/service/config-binding-service, error: No cluster leader from=10.242.244.25:38264 2021/04/24 11:54:49 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:50660 2021/04/24 11:54:55 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:54:55 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 328 2021/04/24 11:54:55 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:54:56 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:54:58 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:54:59 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:55:05 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:55:05 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 329 2021/04/24 11:55:05 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:55:05 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:55:13 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:55:13 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 330 2021/04/24 11:55:13 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:55:15 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:55:18 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:55:19 [ERR] http: Request GET /v1/catalog/service/config-binding-service, error: No cluster leader from=10.242.244.25:38694 2021/04/24 11:55:19 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:51142 2021/04/24 11:55:21 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:55:21 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 331 2021/04/24 11:55:21 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:55:22 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:55:23 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:55:28 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:55:28 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 332 2021/04/24 11:55:28 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:55:31 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:55:35 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:55:35 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 333 2021/04/24 11:55:35 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:55:38 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:55:39 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:51504 2021/04/24 11:55:41 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:55:41 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 334 2021/04/24 11:55:41 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:55:43 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:55:45 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:55:48 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:55:48 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 335 2021/04/24 11:55:48 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:55:51 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:55:54 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:55:57 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:55:57 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 336 2021/04/24 11:55:57 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:55:58 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:55:59 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:51800 2021/04/24 11:56:07 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:56:07 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 337 2021/04/24 11:56:07 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:56:07 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:56:08 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:56:16 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:56:16 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 338 2021/04/24 11:56:16 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:56:17 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:56:19 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:56:19 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:52120 2021/04/24 11:56:19 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:52124 2021/04/24 11:56:25 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:56:25 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 339 2021/04/24 11:56:25 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:56:26 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:56:29 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:52272 2021/04/24 11:56:33 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:56:33 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 340 2021/04/24 11:56:33 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:56:34 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:56:35 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:56:41 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:56:41 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 341 2021/04/24 11:56:41 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:56:43 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:56:47 [ERR] http: Request PUT /v1/txn, error: No cluster leader from=10.242.147.134:52582 2021/04/24 11:56:47 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:56:47 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 342 2021/04/24 11:56:47 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:56:49 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:56:51 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:56:53 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:56:53 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 343 2021/04/24 11:56:53 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:56:57 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:56:59 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:56:59 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:52772 2021/04/24 11:57:00 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:57:00 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 344 2021/04/24 11:57:00 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:57:03 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:57:08 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:57:08 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 345 2021/04/24 11:57:08 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:57:10 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:57:17 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:57:17 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 346 2021/04/24 11:57:17 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:57:18 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:57:18 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:57:19 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:53090 2021/04/24 11:57:24 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:57:24 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 347 2021/04/24 11:57:24 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:57:27 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:57:29 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:53242 2021/04/24 11:57:29 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:53246 2021/04/24 11:57:30 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:57:30 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 348 2021/04/24 11:57:30 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:57:34 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:57:34 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:57:36 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:57:36 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 349 2021/04/24 11:57:36 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:57:39 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:53442 2021/04/24 11:57:40 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:57:41 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:57:42 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:57:42 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 350 2021/04/24 11:57:42 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:57:46 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:57:47 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:57:47 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 351 2021/04/24 11:57:47 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:57:49 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:53590 2021/04/24 11:57:52 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:57:54 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:57:54 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 352 2021/04/24 11:57:54 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:57:57 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:57:59 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.147.134:53760 2021/04/24 11:58:01 [ERR] agent: failed to sync remote state: No cluster leader 2021/04/24 11:58:02 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:58:02 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 353 2021/04/24 11:58:02 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:58:04 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:58:06 [ERR] agent: Coordinate update error: No cluster leader 2021/04/24 11:58:08 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:58:08 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 354 2021/04/24 11:58:08 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:58:12 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f27a044022f 10.242.78.9:8300}: dial tcp ->10.242.78.9:8300: i/o timeout 2021/04/24 11:58:16 [WARN] raft: Election timeout reached, restarting election 2021/04/24 11:58:16 [INFO] raft: Node at 10.242.244.7:8300 [Candidate] entering Candidate state in term 355 2021/04/24 11:58:16 [WARN] Unable to get address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f, using fallback address 10.242.78.9:8300: Could not find address for server id a7868bac-11d2-dc8e-efd7-4f27a044022f 2021/04/24 11:58:18 [ERR] raft: Failed to make RequestVote RPC to {Voter a7868bac-11d2-dc8e-efd7-4f2