+ CONSUL_BIND= + [ -n ] + CONSUL_CLIENT= + [ -n ] + CONSUL_DATA_DIR=/consul/data + CONSUL_CONFIG_DIR=/consul/config + [ -n ] + [ a = - ] + [ agent = agent ] + shift + set -- consul agent -data-dir=/consul/data -config-dir=/consul/config -bootstrap-expect=3 -enable-script-checks -retry-join=dev-consul-server-0.consul-server -retry-join=dev-consul-server-1.consul-server -retry-join=dev-consul-server-2.consul-server -client=0.0.0.0 -server -ui + [ consul = consul ] + stat -c %u /consul/data + id -u consul + [ 100 != 100 ] + stat -c %u /consul/config + id -u consul + [ 100 != 100 ] + [ ! -z ] + exec consul agent -data-dir=/consul/data -config-dir=/consul/config -bootstrap-expect=3 -enable-script-checks -retry-join=dev-consul-server-0.consul-server -retry-join=dev-consul-server-1.consul-server -retry-join=dev-consul-server-2.consul-server -client=0.0.0.0 -server -ui bootstrap_expect > 0: expecting 3 servers ==> Starting Consul agent... ==> Consul agent running! Version: 'v1.0.6' Node ID: 'daeec2cf-3a81-fb66-46ab-7421b47565cf' Node name: 'dev-consul-server-2' Datacenter: 'dc1' (Segment: '') Server: true (Bootstrap: false) Client Addr: [0.0.0.0] (HTTP: 8500, HTTPS: -1, DNS: 8600) Cluster Addr: 10.242.126.76 (LAN: 8301, WAN: 8302) Encrypt: Gossip: false, TLS-Outgoing: false, TLS-Incoming: false ==> Log data will now stream in as it occurs: 2021/06/03 10:44:14 [INFO] raft: Initial configuration (index=0): [] 2021/06/03 10:44:14 [INFO] raft: Node at 10.242.126.76:8300 [Follower] entering Follower state (Leader: "") 2021/06/03 10:44:14 [INFO] serf: EventMemberJoin: dev-consul-server-2.dc1 10.242.126.76 2021/06/03 10:44:14 [INFO] serf: EventMemberJoin: dev-consul-server-2 10.242.126.76 2021/06/03 10:44:14 [INFO] consul: Adding LAN server dev-consul-server-2 (Addr: tcp/10.242.126.76:8300) (DC: dc1) 2021/06/03 10:44:14 [INFO] consul: Handled member-join event for server "dev-consul-server-2.dc1" in area "wan" 2021/06/03 10:44:14 [INFO] agent: Started DNS server 0.0.0.0:8600 (tcp) 2021/06/03 10:44:14 [INFO] agent: Started DNS server 0.0.0.0:8600 (udp) 2021/06/03 10:44:14 [INFO] agent: Started HTTP server on [::]:8500 (tcp) 2021/06/03 10:44:14 [INFO] agent: started state syncer 2021/06/03 10:44:14 [INFO] agent: Retry join LAN is supported for: aliyun aws azure digitalocean gce os scaleway softlayer 2021/06/03 10:44:14 [INFO] agent: Joining LAN cluster... 2021/06/03 10:44:14 [INFO] agent: (LAN) joining: [dev-consul-server-0.consul-server dev-consul-server-1.consul-server dev-consul-server-2.consul-server] 2021/06/03 10:44:14 [INFO] serf: EventMemberJoin: dev-consul-7467bf7b46-zglhk 10.242.126.69 2021/06/03 10:44:14 [INFO] serf: EventMemberJoin: dev-consul-server-0 10.242.86.138 2021/06/03 10:44:14 [INFO] consul: Adding LAN server dev-consul-server-0 (Addr: tcp/10.242.86.138:8300) (DC: dc1) 2021/06/03 10:44:14 [INFO] serf: EventMemberJoin: dev-consul-server-1 10.242.122.132 2021/06/03 10:44:14 [INFO] consul: Found expected number of peers, attempting bootstrap: 10.242.126.76:8300,10.242.86.138:8300,10.242.122.132:8300 2021/06/03 10:44:14 [INFO] consul: Adding LAN server dev-consul-server-1 (Addr: tcp/10.242.122.132:8300) (DC: dc1) 2021/06/03 10:44:14 [WARN] memberlist: Failed to resolve dev-consul-server-1.consul-server: lookup dev-consul-server-1.consul-server on 10.96.0.10:53: no such host 2021/06/03 10:44:14 [INFO] serf: EventMemberJoin: dev-consul-server-1.dc1 10.242.122.132 2021/06/03 10:44:14 [INFO] serf: EventMemberJoin: dev-consul-server-0.dc1 10.242.86.138 2021/06/03 10:44:14 [INFO] consul: Handled member-join event for server "dev-consul-server-1.dc1" in area "wan" 2021/06/03 10:44:14 [INFO] consul: Handled member-join event for server "dev-consul-server-0.dc1" in area "wan" 2021/06/03 10:44:14 [WARN] memberlist: Failed to resolve dev-consul-server-2.consul-server: lookup dev-consul-server-2.consul-server on 10.96.0.10:53: no such host 2021/06/03 10:44:14 [INFO] agent: (LAN) joined: 1 Err: 2021/06/03 10:44:14 [INFO] agent: Join LAN completed. Synced with 1 initial agents 2021/06/03 10:44:21 [ERR] agent: failed to sync remote state: No cluster leader 2021/06/03 10:44:22 [WARN] raft: Heartbeat timeout from "" reached, starting election 2021/06/03 10:44:22 [INFO] raft: Node at 10.242.126.76:8300 [Candidate] entering Candidate state in term 2 2021/06/03 10:44:22 [INFO] raft: Election won. Tally: 2 2021/06/03 10:44:22 [INFO] raft: Node at 10.242.126.76:8300 [Leader] entering Leader state 2021/06/03 10:44:22 [INFO] raft: Added peer 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, starting replication 2021/06/03 10:44:22 [INFO] raft: Added peer ebecae04-9067-3207-98af-f3f5067fdc9b, starting replication 2021/06/03 10:44:22 [INFO] consul: cluster leadership acquired 2021/06/03 10:44:22 [INFO] consul: New leader elected: dev-consul-server-2 2021/06/03 10:44:22 [WARN] raft: AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300} rejected, sending older logs (next: 1) 2021/06/03 10:44:22 [WARN] raft: AppendEntries to {Voter ebecae04-9067-3207-98af-f3f5067fdc9b 10.242.122.132:8300} rejected, sending older logs (next: 1) 2021/06/03 10:44:22 [INFO] raft: pipelining replication to peer {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300} 2021/06/03 10:44:22 [INFO] raft: pipelining replication to peer {Voter ebecae04-9067-3207-98af-f3f5067fdc9b 10.242.122.132:8300} 2021/06/03 10:44:22 [INFO] consul: member 'dev-consul-server-2' joined, marking health alive 2021/06/03 10:44:22 [INFO] consul: member 'dev-consul-7467bf7b46-zglhk' joined, marking health alive 2021/06/03 10:44:22 [INFO] consul: member 'dev-consul-server-0' joined, marking health alive 2021/06/03 10:44:22 [INFO] consul: member 'dev-consul-server-1' joined, marking health alive 2021/06/03 10:44:23 [INFO] agent: Synced node info ==> Failed to check for updates: Get https://checkpoint-api.hashicorp.com/v1/check/consul?arch=amd64&os=linux&signature=c9a2bf99-17e6-6aae-900e-27c52bed4f18&version=1.0.6: net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) 2021/06/03 11:06:41 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:06:51 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:06:53 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:06:54 [ERR] memberlist: Failed fallback ping: read tcp 10.242.126.76:42706->10.242.86.138:8301: i/o timeout 2021/06/03 11:06:54 [INFO] memberlist: Suspect dev-consul-server-0 has failed, no acks received 2021/06/03 11:06:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:06:54 [INFO] serf: EventMemberFailed: dev-consul-server-0 10.242.86.138 2021/06/03 11:06:54 [INFO] consul: Removing LAN server dev-consul-server-0 (Addr: tcp/10.242.86.138:8300) (DC: dc1) 2021/06/03 11:06:54 [INFO] consul: member 'dev-consul-server-0' failed, marking health critical 2021/06/03 11:06:56 [WARN] raft: Failed to contact 9ef9ef6c-3907-7dec-105c-f0b28be9e59c in 2.500436858s 2021/06/03 11:06:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:06:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:06:58 [WARN] raft: Failed to contact 9ef9ef6c-3907-7dec-105c-f0b28be9e59c in 4.941066982s 2021/06/03 11:06:59 [ERR] memberlist: Failed fallback ping: read tcp 10.242.126.76:51298->10.242.86.138:8302: i/o timeout 2021/06/03 11:06:59 [INFO] memberlist: Suspect dev-consul-server-0.dc1 has failed, no acks received 2021/06/03 11:07:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:07:00 [WARN] raft: Failed to contact 9ef9ef6c-3907-7dec-105c-f0b28be9e59c in 7.3659997s 2021/06/03 11:07:01 [INFO] raft: aborting pipeline replication to peer {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300} 2021/06/03 11:07:01 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:07:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:07:03 [WARN] raft: Failed to contact 9ef9ef6c-3907-7dec-105c-f0b28be9e59c in 2.500334451s 2021/06/03 11:07:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:07:04 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:36820->10.242.86.138:8300: i/o timeout 2021/06/03 11:07:05 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:07:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:07:06 [WARN] raft: Failed to contact 9ef9ef6c-3907-7dec-105c-f0b28be9e59c in 4.945162833s 2021/06/03 11:07:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:07:08 [WARN] raft: Failed to contact 9ef9ef6c-3907-7dec-105c-f0b28be9e59c in 7.394288412s 2021/06/03 11:07:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:07:11 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:34084->10.242.86.138:8300: i/o timeout 2021/06/03 11:07:11 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:07:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:07:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:07:15 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:34170->10.242.86.138:8300: i/o timeout 2021/06/03 11:07:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:07:16 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:07:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:07:19 [ERR] memberlist: Failed fallback ping: read tcp 10.242.126.76:51762->10.242.86.138:8302: i/o timeout 2021/06/03 11:07:19 [INFO] memberlist: Suspect dev-consul-server-0.dc1 has failed, no acks received 2021/06/03 11:07:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:07:21 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:34304->10.242.86.138:8300: i/o timeout 2021/06/03 11:07:21 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:07:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:07:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:07:24 [ERR] yamux: keepalive failed: i/o deadline reached 2021/06/03 11:07:24 [ERR] yamux: keepalive failed: i/o deadline reached 2021/06/03 11:07:24 [ERR] consul.rpc: multiplex conn accept failed: keepalive timeout from=10.242.86.138:40546 2021/06/03 11:07:24 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error making call: EOF 2021/06/03 11:07:26 [INFO] serf: EventMemberFailed: dev-consul-server-0.dc1 10.242.86.138 2021/06/03 11:07:26 [INFO] consul: Handled member-failed event for server "dev-consul-server-0.dc1" in area "wan" 2021/06/03 11:07:26 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:34426->10.242.86.138:8300: i/o timeout 2021/06/03 11:07:27 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:07:27 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:07:27 [WARN] memberlist: Refuting a suspect message (from: dev-consul-server-0) 2021/06/03 11:07:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:07:29 [WARN] memberlist: Was able to connect to dev-consul-server-0.dc1 but other probes failed, network may be misconfigured 2021/06/03 11:07:29 [INFO] serf: EventMemberJoin: dev-consul-server-0 10.242.86.138 2021/06/03 11:07:29 [INFO] consul: Adding LAN server dev-consul-server-0 (Addr: tcp/10.242.86.138:8300) (DC: dc1) 2021/06/03 11:07:29 [INFO] consul: member 'dev-consul-server-0' joined, marking health alive 2021/06/03 11:07:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:07:31 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:34546->10.242.86.138:8300: i/o timeout 2021/06/03 11:07:31 [WARN] raft: Failed to contact 9ef9ef6c-3907-7dec-105c-f0b28be9e59c in 2.500129458s 2021/06/03 11:07:31 [INFO] serf: EventMemberJoin: dev-consul-server-0.dc1 10.242.86.138 2021/06/03 11:07:31 [INFO] consul: Handled member-join event for server "dev-consul-server-0.dc1" in area "wan" 2021/06/03 11:07:31 [WARN] memberlist: Refuting a suspect message (from: dev-consul-server-0.dc1) 2021/06/03 11:07:32 [ERR] memberlist: Failed fallback ping: read tcp 10.242.126.76:43574->10.242.86.138:8301: i/o timeout 2021/06/03 11:07:32 [INFO] memberlist: Suspect dev-consul-server-0 has failed, no acks received 2021/06/03 11:07:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:07:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:07:34 [INFO] serf: EventMemberFailed: dev-consul-server-0 10.242.86.138 2021/06/03 11:07:34 [INFO] consul: Removing LAN server dev-consul-server-0 (Addr: tcp/10.242.86.138:8300) (DC: dc1) 2021/06/03 11:07:34 [INFO] consul: member 'dev-consul-server-0' failed, marking health critical 2021/06/03 11:07:35 [ERR] memberlist: Failed fallback ping: read tcp 10.242.126.76:43662->10.242.86.138:8301: i/o timeout 2021/06/03 11:07:35 [INFO] memberlist: Suspect dev-consul-server-0 has failed, no acks received 2021/06/03 11:07:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:07:36 [WARN] raft: Failed to contact 9ef9ef6c-3907-7dec-105c-f0b28be9e59c in 2.500220205s 2021/06/03 11:07:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:07:38 [WARN] raft: Failed to contact 9ef9ef6c-3907-7dec-105c-f0b28be9e59c in 4.93547848s 2021/06/03 11:07:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:07:41 [WARN] raft: Failed to contact 9ef9ef6c-3907-7dec-105c-f0b28be9e59c in 7.415849976s 2021/06/03 11:07:41 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:34772->10.242.86.138:8300: i/o timeout 2021/06/03 11:07:41 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:07:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:07:44 [ERR] memberlist: Failed fallback ping: read tcp 10.242.126.76:52344->10.242.86.138:8302: i/o timeout 2021/06/03 11:07:44 [INFO] memberlist: Suspect dev-consul-server-0.dc1 has failed, no acks received 2021/06/03 11:07:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:07:44 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:34680->10.242.86.138:8300: i/o timeout 2021/06/03 11:07:44 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:07:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:07:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:07:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:07:51 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:35010->10.242.86.138:8300: i/o timeout 2021/06/03 11:07:51 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:07:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:07:52 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:07:53 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:07:54 [ERR] memberlist: Failed fallback ping: read tcp 10.242.126.76:52574->10.242.86.138:8302: i/o timeout 2021/06/03 11:07:54 [INFO] memberlist: Suspect dev-consul-server-0.dc1 has failed, no acks received 2021/06/03 11:07:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:07:54 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:07:55 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:07:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:07:57 [WARN] raft: Failed to contact 9ef9ef6c-3907-7dec-105c-f0b28be9e59c in 2.500275133s 2021/06/03 11:07:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:07:59 [WARN] raft: Failed to contact 9ef9ef6c-3907-7dec-105c-f0b28be9e59c in 4.968490725s 2021/06/03 11:08:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:08:01 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:35240->10.242.86.138:8300: i/o timeout 2021/06/03 11:08:01 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:08:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:08:02 [WARN] raft: Failed to contact 9ef9ef6c-3907-7dec-105c-f0b28be9e59c in 7.430400695s 2021/06/03 11:08:04 [ERR] memberlist: Failed fallback ping: read tcp 10.242.126.76:52800->10.242.86.138:8302: i/o timeout 2021/06/03 11:08:04 [INFO] memberlist: Suspect dev-consul-server-0.dc1 has failed, no acks received 2021/06/03 11:08:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:08:05 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:35098->10.242.86.138:8300: i/o timeout 2021/06/03 11:08:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:08:06 [ERR] yamux: keepalive failed: i/o deadline reached 2021/06/03 11:08:06 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error making call: EOF 2021/06/03 11:08:06 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:08:08 [ERR] yamux: keepalive failed: i/o deadline reached 2021/06/03 11:08:08 [ERR] consul.rpc: multiplex conn accept failed: keepalive timeout from=10.242.86.138:39738 2021/06/03 11:08:09 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:08:09 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:08:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:08:11 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:35470->10.242.86.138:8300: i/o timeout 2021/06/03 11:08:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:08:12 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:08:14 [INFO] memberlist: Marking dev-consul-server-0.dc1 as failed, suspect timeout reached (0 peer confirmations) 2021/06/03 11:08:14 [INFO] serf: EventMemberFailed: dev-consul-server-0.dc1 10.242.86.138 2021/06/03 11:08:14 [ERR] memberlist: Failed fallback ping: read tcp 10.242.126.76:52926->10.242.86.138:8302: i/o timeout 2021/06/03 11:08:14 [INFO] memberlist: Suspect dev-consul-server-0.dc1 has failed, no acks received 2021/06/03 11:08:14 [INFO] consul: Handled member-failed event for server "dev-consul-server-0.dc1" in area "wan" 2021/06/03 11:08:14 [INFO] serf: attempting reconnect to dev-consul-server-0 10.242.86.138:8301 2021/06/03 11:08:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:08:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:08:16 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:35588->10.242.86.138:8300: i/o timeout 2021/06/03 11:08:17 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:08:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:08:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:08:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:08:22 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:35720->10.242.86.138:8300: i/o timeout 2021/06/03 11:08:22 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:08:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:08:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:08:27 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:35838->10.242.86.138:8300: i/o timeout 2021/06/03 11:08:27 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:08:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:08:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:08:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:08:32 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:35978->10.242.86.138:8300: i/o timeout 2021/06/03 11:08:34 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:08:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:08:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:08:37 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:36092->10.242.86.138:8300: i/o timeout 2021/06/03 11:08:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:08:38 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:08:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:08:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:08:44 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:36238->10.242.86.138:8300: i/o timeout 2021/06/03 11:08:44 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 11:08:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:08:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:08:46 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:08:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:08:48 [ERR] yamux: keepalive failed: i/o deadline reached 2021/06/03 11:08:48 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error making call: EOF 2021/06/03 11:08:48 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:36348->10.242.86.138:8300: i/o timeout 2021/06/03 11:08:49 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:08:51 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:08:51 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:08:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:08:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:08:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:08:56 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:36528->10.242.86.138:8300: i/o timeout 2021/06/03 11:08:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:08:59 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:36592->10.242.86.138:8300: i/o timeout 2021/06/03 11:09:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:09:00 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:09:01 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:09:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:09:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:09:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:09:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:09:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:09:10 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:36852->10.242.86.138:8300: i/o timeout 2021/06/03 11:09:11 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:09:11 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:36874->10.242.86.138:8300: i/o timeout 2021/06/03 11:09:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:09:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:09:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:09:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:09:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:09:21 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:37112->10.242.86.138:8300: i/o timeout 2021/06/03 11:09:21 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:09:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:09:22 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:09:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:09:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:09:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:09:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:09:30 [ERR] yamux: keepalive failed: i/o deadline reached 2021/06/03 11:09:30 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error making call: EOF 2021/06/03 11:09:32 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:37350->10.242.86.138:8300: i/o timeout 2021/06/03 11:09:32 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:37366->10.242.86.138:8300: i/o timeout 2021/06/03 11:09:33 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:09:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:09:34 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:09:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:09:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:09:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:09:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:09:42 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:09:44 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 11:09:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:09:44 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:37640->10.242.86.138:8300: i/o timeout 2021/06/03 11:09:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:09:47 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:09:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:09:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:09:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:09:52 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:37820->10.242.86.138:8300: i/o timeout 2021/06/03 11:09:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:09:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:09:56 [INFO] serf: EventMemberJoin: dev-consul-server-0 10.242.86.138 2021/06/03 11:09:56 [INFO] consul: Adding LAN server dev-consul-server-0 (Addr: tcp/10.242.86.138:8300) (DC: dc1) 2021/06/03 11:09:56 [INFO] consul: member 'dev-consul-server-0' joined, marking health alive 2021/06/03 11:09:57 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:37946->10.242.86.138:8300: i/o timeout 2021/06/03 11:09:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:10:00 [ERR] memberlist: Failed fallback ping: read tcp 10.242.126.76:47110->10.242.86.138:8301: i/o timeout 2021/06/03 11:10:00 [INFO] memberlist: Suspect dev-consul-server-0 has failed, no acks received 2021/06/03 11:10:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:10:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:10:04 [ERR] memberlist: Failed fallback ping: read tcp 10.242.126.76:47216->10.242.86.138:8301: i/o timeout 2021/06/03 11:10:04 [INFO] memberlist: Suspect dev-consul-server-0 has failed, no acks received 2021/06/03 11:10:04 [INFO] memberlist: Marking dev-consul-server-0 as failed, suspect timeout reached (2 peer confirmations) 2021/06/03 11:10:04 [INFO] serf: EventMemberFailed: dev-consul-server-0 10.242.86.138 2021/06/03 11:10:04 [INFO] consul: Removing LAN server dev-consul-server-0 (Addr: tcp/10.242.86.138:8300) (DC: dc1) 2021/06/03 11:10:04 [INFO] consul: member 'dev-consul-server-0' failed, marking health critical 2021/06/03 11:10:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:10:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:10:07 [INFO] serf: EventMemberJoin: dev-consul-server-0.dc1 10.242.86.138 2021/06/03 11:10:07 [INFO] consul: Handled member-join event for server "dev-consul-server-0.dc1" in area "wan" 2021/06/03 11:10:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:10:08 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:10:09 [WARN] raft: Failed to contact 9ef9ef6c-3907-7dec-105c-f0b28be9e59c in 2.500268267s 2021/06/03 11:10:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:10:11 [DEBUG] raft-net: 10.242.126.76:8300 accepted connection from: 10.242.86.138:41364 2021/06/03 11:10:11 [WARN] raft: Rejecting vote request from 10.242.86.138:8300 since we have a leader: 10.242.126.76:8300 2021/06/03 11:10:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:10:12 [WARN] raft: Failed to contact 9ef9ef6c-3907-7dec-105c-f0b28be9e59c in 4.96633569s 2021/06/03 11:10:12 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:38386->10.242.86.138:8300: i/o timeout 2021/06/03 11:10:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:10:14 [WARN] raft: Failed to contact 9ef9ef6c-3907-7dec-105c-f0b28be9e59c in 7.450200039s 2021/06/03 11:10:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:10:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:10:18 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:38406->10.242.86.138:8300: i/o timeout 2021/06/03 11:10:19 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:10:19 [ERR] memberlist: Failed fallback ping: read tcp 10.242.126.76:56058->10.242.86.138:8302: i/o timeout 2021/06/03 11:10:19 [INFO] memberlist: Suspect dev-consul-server-0.dc1 has failed, no acks received 2021/06/03 11:10:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:10:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:10:22 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:10:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:10:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:10:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:10:29 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:38792->10.242.86.138:8300: i/o timeout 2021/06/03 11:10:29 [ERR] memberlist: Failed fallback ping: read tcp 10.242.126.76:56288->10.242.86.138:8302: i/o timeout 2021/06/03 11:10:29 [INFO] memberlist: Suspect dev-consul-server-0.dc1 has failed, no acks received 2021/06/03 11:10:29 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:10:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:10:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:10:32 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:38876->10.242.86.138:8300: i/o timeout 2021/06/03 11:10:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:10:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:10:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:10:39 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:39042->10.242.86.138:8300: i/o timeout 2021/06/03 11:10:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:10:40 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:10:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:10:42 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:10:44 [ERR] memberlist: Failed fallback ping: read tcp 10.242.126.76:56634->10.242.86.138:8302: i/o timeout 2021/06/03 11:10:44 [INFO] memberlist: Suspect dev-consul-server-0.dc1 has failed, no acks received 2021/06/03 11:10:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:10:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:10:46 [INFO] memberlist: Marking dev-consul-server-0.dc1 as failed, suspect timeout reached (0 peer confirmations) 2021/06/03 11:10:46 [INFO] serf: EventMemberFailed: dev-consul-server-0.dc1 10.242.86.138 2021/06/03 11:10:46 [INFO] consul: Handled member-failed event for server "dev-consul-server-0.dc1" in area "wan" 2021/06/03 11:10:47 [ERR] yamux: keepalive failed: i/o deadline reached 2021/06/03 11:10:47 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error making call: EOF 2021/06/03 11:10:49 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:10:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:10:50 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:39288->10.242.86.138:8300: i/o timeout 2021/06/03 11:10:51 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:10:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:10:52 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:39348->10.242.86.138:8300: i/o timeout 2021/06/03 11:10:54 [ERR] memberlist: Failed fallback ping: read tcp 10.242.126.76:56752->10.242.86.138:8302: i/o timeout 2021/06/03 11:10:54 [INFO] memberlist: Suspect dev-consul-server-0.dc1 has failed, no acks received 2021/06/03 11:10:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:10:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:10:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:11:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:11:01 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:39534->10.242.86.138:8300: i/o timeout 2021/06/03 11:11:01 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:11:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:11:03 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:11:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:11:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:11:07 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 11:11:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:11:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:11:11 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:39774->10.242.86.138:8300: i/o timeout 2021/06/03 11:11:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:11:12 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:11:13 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:39808->10.242.86.138:8300: i/o timeout 2021/06/03 11:11:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:11:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:11:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:11:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:11:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:11:22 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:40030->10.242.86.138:8300: i/o timeout 2021/06/03 11:11:23 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:11:23 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:11:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:11:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:11:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:11:28 [ERR] yamux: keepalive failed: i/o deadline reached 2021/06/03 11:11:28 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error making call: EOF 2021/06/03 11:11:31 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:11:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:11:33 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:40270->10.242.86.138:8300: i/o timeout 2021/06/03 11:11:33 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:40290->10.242.86.138:8300: i/o timeout 2021/06/03 11:11:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:11:35 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:11:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:11:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:11:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:11:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:11:43 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:11:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:11:45 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:40544->10.242.86.138:8300: i/o timeout 2021/06/03 11:11:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:11:47 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:11:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:11:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:11:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:11:53 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:40742->10.242.86.138:8300: i/o timeout 2021/06/03 11:11:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:11:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:11:57 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:40814->10.242.86.138:8300: i/o timeout 2021/06/03 11:11:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:11:58 [ERR] memberlist: failed to receive: read tcp 10.242.126.76:8302->10.242.86.138:50970: i/o timeout from=10.242.86.138:50970 2021/06/03 11:11:58 [ERR] memberlist: Failed to send error: write tcp 10.242.126.76:8302->10.242.86.138:50970: i/o timeout from=10.242.86.138:50970 2021/06/03 11:11:59 [ERR] memberlist: failed to receive: read tcp 10.242.126.76:8302->10.242.86.138:50972: i/o timeout from=10.242.86.138:50972 2021/06/03 11:11:59 [ERR] memberlist: Failed to send error: write tcp 10.242.126.76:8302->10.242.86.138:50972: i/o timeout from=10.242.86.138:50972 2021/06/03 11:12:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:12:00 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:12:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:12:03 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:12:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:12:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:12:07 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 11:12:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:12:10 [ERR] yamux: keepalive failed: i/o deadline reached 2021/06/03 11:12:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:12:10 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error making call: EOF 2021/06/03 11:12:10 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:41128->10.242.86.138:8300: i/o timeout 2021/06/03 11:12:13 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:12:13 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/06/03 11:12:13 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:41212->10.242.86.138:8300: i/o timeout 2021/06/03 11:12:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:12:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:12:16 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:12:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:12:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:12:21 [INFO] serf: EventMemberJoin: dev-consul-server-0 10.242.86.138 2021/06/03 11:12:21 [INFO] consul: Adding LAN server dev-consul-server-0 (Addr: tcp/10.242.86.138:8300) (DC: dc1) 2021/06/03 11:12:21 [INFO] consul: member 'dev-consul-server-0' joined, marking health alive 2021/06/03 11:12:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:12:22 [INFO] serf: EventMemberJoin: dev-consul-server-0.dc1 10.242.86.138 2021/06/03 11:12:22 [INFO] consul: Handled member-join event for server "dev-consul-server-0.dc1" in area "wan" 2021/06/03 11:12:24 [ERR] memberlist: Failed fallback ping: read tcp 10.242.126.76:50472->10.242.86.138:8301: i/o timeout 2021/06/03 11:12:24 [INFO] memberlist: Suspect dev-consul-server-0 has failed, no acks received 2021/06/03 11:12:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:12:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:12:26 [INFO] memberlist: Marking dev-consul-server-0 as failed, suspect timeout reached (2 peer confirmations) 2021/06/03 11:12:26 [INFO] serf: EventMemberFailed: dev-consul-server-0 10.242.86.138 2021/06/03 11:12:26 [INFO] consul: Removing LAN server dev-consul-server-0 (Addr: tcp/10.242.86.138:8300) (DC: dc1) 2021/06/03 11:12:26 [INFO] consul: member 'dev-consul-server-0' failed, marking health critical 2021/06/03 11:12:26 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:41510->10.242.86.138:8300: i/o timeout 2021/06/03 11:12:27 [WARN] memberlist: Was able to connect to dev-consul-server-0 but other probes failed, network may be misconfigured 2021/06/03 11:12:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:12:29 [WARN] memberlist: Was able to connect to dev-consul-server-0.dc1 but other probes failed, network may be misconfigured 2021/06/03 11:12:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:12:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:12:34 [ERR] memberlist: Failed fallback ping: read tcp 10.242.126.76:59182->10.242.86.138:8302: i/o timeout 2021/06/03 11:12:34 [INFO] memberlist: Suspect dev-consul-server-0.dc1 has failed, no acks received 2021/06/03 11:12:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:12:34 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:41704->10.242.86.138:8300: i/o timeout 2021/06/03 11:12:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:12:37 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:12:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:12:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:12:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:12:44 [ERR] memberlist: Failed fallback ping: read tcp 10.242.126.76:59420->10.242.86.138:8302: i/o timeout 2021/06/03 11:12:44 [INFO] memberlist: Suspect dev-consul-server-0.dc1 has failed, no acks received 2021/06/03 11:12:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:12:44 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:12:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:12:47 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:42002->10.242.86.138:8300: i/o timeout 2021/06/03 11:12:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:12:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:12:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:12:52 [ERR] yamux: keepalive failed: i/o deadline reached 2021/06/03 11:12:52 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error making call: EOF 2021/06/03 11:12:54 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:42168->10.242.86.138:8300: i/o timeout 2021/06/03 11:12:55 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:12:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:12:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:12:58 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:12:59 [ERR] memberlist: Failed fallback ping: read tcp 10.242.126.76:59798->10.242.86.138:8302: i/o timeout 2021/06/03 11:12:59 [INFO] memberlist: Suspect dev-consul-server-0.dc1 has failed, no acks received 2021/06/03 11:13:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:13:01 [ERR] yamux: keepalive failed: i/o deadline reached 2021/06/03 11:13:01 [ERR] consul.rpc: multiplex conn accept failed: keepalive timeout from=10.242.86.138:42406 2021/06/03 11:13:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:13:04 [INFO] memberlist: Marking dev-consul-server-0.dc1 as failed, suspect timeout reached (0 peer confirmations) 2021/06/03 11:13:04 [INFO] serf: EventMemberFailed: dev-consul-server-0.dc1 10.242.86.138 2021/06/03 11:13:04 [INFO] consul: Handled member-failed event for server "dev-consul-server-0.dc1" in area "wan" 2021/06/03 11:13:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:13:04 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:13:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:13:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:13:08 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:42522->10.242.86.138:8300: i/o timeout 2021/06/03 11:13:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:13:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:13:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:13:14 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:42642->10.242.86.138:8300: i/o timeout 2021/06/03 11:13:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:13:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:13:19 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:13:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:13:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:13:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:13:24 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:13:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:13:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:13:29 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:42990->10.242.86.138:8300: i/o timeout 2021/06/03 11:13:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:13:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:13:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:13:34 [ERR] yamux: keepalive failed: i/o deadline reached 2021/06/03 11:13:34 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error making call: EOF 2021/06/03 11:13:34 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:43104->10.242.86.138:8300: i/o timeout 2021/06/03 11:13:37 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:13:37 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:13:37 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/06/03 11:13:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:13:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:13:40 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:13:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:13:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:13:45 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:13:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:13:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:13:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:13:50 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:43488->10.242.86.138:8300: i/o timeout 2021/06/03 11:13:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:13:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:13:55 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:43592->10.242.86.138:8300: i/o timeout 2021/06/03 11:13:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:13:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:14:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:14:01 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:14:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:14:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:14:05 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:14:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:14:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:14:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:14:11 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:44030->10.242.86.138:8300: i/o timeout 2021/06/03 11:14:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:14:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:14:15 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:44120->10.242.86.138:8300: i/o timeout 2021/06/03 11:14:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:14:16 [ERR] yamux: keepalive failed: i/o deadline reached 2021/06/03 11:14:16 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error making call: EOF 2021/06/03 11:14:19 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:14:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:14:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:14:22 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:14:22 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 11:14:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:14:25 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:14:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:14:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:14:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:14:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:14:32 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:44540->10.242.86.138:8300: i/o timeout 2021/06/03 11:14:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:14:35 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:44626->10.242.86.138:8300: i/o timeout 2021/06/03 11:14:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:14:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:14:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:14:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:14:43 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:14:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:14:45 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:14:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:14:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:14:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:14:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:14:53 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:45048->10.242.86.138:8300: i/o timeout 2021/06/03 11:14:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:14:55 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:45106->10.242.86.138:8300: i/o timeout 2021/06/03 11:14:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:14:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:14:58 [ERR] yamux: keepalive failed: i/o deadline reached 2021/06/03 11:14:58 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error making call: EOF 2021/06/03 11:15:01 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:15:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:15:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:15:04 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:15:06 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:15:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:15:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:15:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:15:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:15:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:15:14 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:45590->10.242.86.138:8300: i/o timeout 2021/06/03 11:15:16 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:45640->10.242.86.138:8300: i/o timeout 2021/06/03 11:15:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:15:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:15:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:15:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:15:22 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 11:15:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:15:25 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:15:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:15:26 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:15:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:15:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:15:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:15:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:15:35 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:46188->10.242.86.138:8300: i/o timeout 2021/06/03 11:15:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:15:36 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:46192->10.242.86.138:8300: i/o timeout 2021/06/03 11:15:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:15:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:15:40 [ERR] yamux: keepalive failed: i/o deadline reached 2021/06/03 11:15:40 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error making call: EOF 2021/06/03 11:15:43 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:15:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:15:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:15:46 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:15:46 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:15:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:15:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:15:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:15:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:15:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:15:56 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:46682->10.242.86.138:8300: i/o timeout 2021/06/03 11:15:56 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:46692->10.242.86.138:8300: i/o timeout 2021/06/03 11:15:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:16:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:16:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:16:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:16:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:16:06 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:16:07 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:16:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:16:08 [INFO] serf: EventMemberJoin: dev-consul-server-0.dc1 10.242.86.138 2021/06/03 11:16:08 [WARN] memberlist: Refuting a suspect message (from: dev-consul-server-0.dc1) 2021/06/03 11:16:08 [INFO] consul: Handled member-join event for server "dev-consul-server-0.dc1" in area "wan" 2021/06/03 11:16:08 [INFO] serf: EventMemberJoin: dev-consul-server-0 10.242.86.138 2021/06/03 11:16:08 [INFO] consul: Adding LAN server dev-consul-server-0 (Addr: tcp/10.242.86.138:8300) (DC: dc1) 2021/06/03 11:16:08 [INFO] consul: member 'dev-consul-server-0' joined, marking health alive 2021/06/03 11:16:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:16:12 [ERR] memberlist: Failed fallback ping: read tcp 10.242.126.76:56102->10.242.86.138:8301: i/o timeout 2021/06/03 11:16:12 [INFO] memberlist: Suspect dev-consul-server-0 has failed, no acks received 2021/06/03 11:16:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:16:12 [WARN] raft: Failed to contact 9ef9ef6c-3907-7dec-105c-f0b28be9e59c in 2.500220835s 2021/06/03 11:16:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:16:14 [WARN] raft: Failed to contact 9ef9ef6c-3907-7dec-105c-f0b28be9e59c in 4.975434489s 2021/06/03 11:16:15 [INFO] memberlist: Marking dev-consul-server-0 as failed, suspect timeout reached (2 peer confirmations) 2021/06/03 11:16:15 [INFO] serf: EventMemberFailed: dev-consul-server-0 10.242.86.138 2021/06/03 11:16:15 [INFO] consul: Removing LAN server dev-consul-server-0 (Addr: tcp/10.242.86.138:8300) (DC: dc1) 2021/06/03 11:16:15 [INFO] consul: member 'dev-consul-server-0' failed, marking health critical 2021/06/03 11:16:16 [ERR] memberlist: Failed fallback ping: read tcp 10.242.126.76:56218->10.242.86.138:8301: i/o timeout 2021/06/03 11:16:16 [INFO] memberlist: Suspect dev-consul-server-0 has failed, no acks received 2021/06/03 11:16:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:16:16 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:47186->10.242.86.138:8300: i/o timeout 2021/06/03 11:16:17 [WARN] raft: Failed to contact 9ef9ef6c-3907-7dec-105c-f0b28be9e59c in 7.449876109s 2021/06/03 11:16:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:16:19 [ERR] memberlist: Failed fallback ping: read tcp 10.242.126.76:36538->10.242.86.138:8302: i/o timeout 2021/06/03 11:16:19 [INFO] memberlist: Suspect dev-consul-server-0.dc1 has failed, no acks received 2021/06/03 11:16:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:16:20 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:47222->10.242.86.138:8300: i/o timeout 2021/06/03 11:16:21 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:16:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:16:22 [ERR] yamux: keepalive failed: i/o deadline reached 2021/06/03 11:16:22 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error making call: EOF 2021/06/03 11:16:24 [INFO] serf: attempting reconnect to dev-consul-server-0 10.242.86.138:8301 2021/06/03 11:16:25 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:16:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:16:27 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:16:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:16:29 [ERR] memberlist: Failed fallback ping: read tcp 10.242.126.76:36798->10.242.86.138:8302: i/o timeout 2021/06/03 11:16:29 [INFO] memberlist: Suspect dev-consul-server-0.dc1 has failed, no acks received 2021/06/03 11:16:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:16:31 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:47550->10.242.86.138:8300: i/o timeout 2021/06/03 11:16:31 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:16:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:16:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:16:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:16:37 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:47716->10.242.86.138:8300: i/o timeout 2021/06/03 11:16:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:16:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:16:41 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:47822->10.242.86.138:8300: i/o timeout 2021/06/03 11:16:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:16:42 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:16:44 [ERR] memberlist: Failed fallback ping: read tcp 10.242.126.76:37168->10.242.86.138:8302: i/o timeout 2021/06/03 11:16:44 [INFO] memberlist: Suspect dev-consul-server-0.dc1 has failed, no acks received 2021/06/03 11:16:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:16:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:16:47 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:16:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:16:48 [ERR] yamux: keepalive failed: i/o deadline reached 2021/06/03 11:16:48 [ERR] consul.rpc: multiplex conn accept failed: keepalive timeout from=10.242.86.138:44566 2021/06/03 11:16:49 [INFO] memberlist: Marking dev-consul-server-0.dc1 as failed, suspect timeout reached (0 peer confirmations) 2021/06/03 11:16:49 [INFO] serf: EventMemberFailed: dev-consul-server-0.dc1 10.242.86.138 2021/06/03 11:16:49 [INFO] consul: Handled member-failed event for server "dev-consul-server-0.dc1" in area "wan" 2021/06/03 11:16:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:16:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:16:52 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:48104->10.242.86.138:8300: i/o timeout 2021/06/03 11:16:52 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 11:16:53 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:16:54 [ERR] memberlist: Failed fallback ping: read tcp 10.242.126.76:37408->10.242.86.138:8302: i/o timeout 2021/06/03 11:16:54 [INFO] memberlist: Suspect dev-consul-server-0.dc1 has failed, no acks received 2021/06/03 11:16:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:16:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:16:57 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:48214->10.242.86.138:8300: i/o timeout 2021/06/03 11:16:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:17:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:17:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:17:03 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:48362->10.242.86.138:8300: i/o timeout 2021/06/03 11:17:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:17:04 [ERR] yamux: keepalive failed: i/o deadline reached 2021/06/03 11:17:04 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error making call: EOF 2021/06/03 11:17:04 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:17:07 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:17:07 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:17:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:17:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:17:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:17:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:17:14 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:48626->10.242.86.138:8300: i/o timeout 2021/06/03 11:17:15 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:17:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:17:17 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:48708->10.242.86.138:8300: i/o timeout 2021/06/03 11:17:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:17:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:17:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:17:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:17:25 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:48902->10.242.86.138:8300: i/o timeout 2021/06/03 11:17:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:17:26 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:17:27 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:17:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:17:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:17:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:17:34 [INFO] serf: attempting reconnect to dev-consul-server-0 10.242.86.138:8301 2021/06/03 11:17:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:17:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:17:36 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:49150->10.242.86.138:8300: i/o timeout 2021/06/03 11:17:37 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:49204->10.242.86.138:8300: i/o timeout 2021/06/03 11:17:37 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:17:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:17:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:17:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:17:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:17:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:17:46 [ERR] yamux: keepalive failed: i/o deadline reached 2021/06/03 11:17:46 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error making call: EOF 2021/06/03 11:17:47 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:49438->10.242.86.138:8300: i/o timeout 2021/06/03 11:17:48 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:17:49 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:17:49 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/06/03 11:17:50 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:17:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:17:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:17:52 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 11:17:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:17:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:17:58 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:49692->10.242.86.138:8300: i/o timeout 2021/06/03 11:17:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:18:00 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:49748->10.242.86.138:8300: i/o timeout 2021/06/03 11:18:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:18:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:18:03 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:18:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:18:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:18:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:18:08 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:18:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:18:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:18:13 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:50070->10.242.86.138:8300: i/o timeout 2021/06/03 11:18:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:18:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:18:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:18:18 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:50200->10.242.86.138:8300: i/o timeout 2021/06/03 11:18:19 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:18:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:18:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:18:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:18:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:18:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:18:28 [ERR] yamux: keepalive failed: i/o deadline reached 2021/06/03 11:18:28 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error making call: EOF 2021/06/03 11:18:28 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:18:29 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:50476->10.242.86.138:8300: i/o timeout 2021/06/03 11:18:31 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:18:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:18:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:18:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:18:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:18:38 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:50696->10.242.86.138:8300: i/o timeout 2021/06/03 11:18:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:18:40 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:18:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:18:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:18:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:18:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:18:48 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:18:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:18:50 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:50986->10.242.86.138:8300: i/o timeout 2021/06/03 11:18:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:18:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:18:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:18:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:18:58 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:51190->10.242.86.138:8300: i/o timeout 2021/06/03 11:19:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:19:01 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:19:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:19:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:19:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:19:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:19:09 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:19:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:19:10 [ERR] yamux: keepalive failed: i/o deadline reached 2021/06/03 11:19:10 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error making call: EOF 2021/06/03 11:19:11 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:51490->10.242.86.138:8300: i/o timeout 2021/06/03 11:19:13 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:19:14 [INFO] serf: attempting reconnect to dev-consul-server-0 10.242.86.138:8301 2021/06/03 11:19:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:19:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:19:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:19:19 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:51672->10.242.86.138:8300: i/o timeout 2021/06/03 11:19:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:19:21 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:19:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:19:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:19:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:19:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:19:29 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:19:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:19:31 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:51992->10.242.86.138:8300: i/o timeout 2021/06/03 11:19:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:19:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:19:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:19:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:19:39 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:52182->10.242.86.138:8300: i/o timeout 2021/06/03 11:19:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:19:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:19:42 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:19:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:19:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:19:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:19:49 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:19:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:19:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:19:52 [ERR] yamux: keepalive failed: i/o deadline reached 2021/06/03 11:19:52 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error making call: EOF 2021/06/03 11:19:52 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 11:19:52 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:52504->10.242.86.138:8300: i/o timeout 2021/06/03 11:19:55 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:19:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:19:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:19:59 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:52660->10.242.86.138:8300: i/o timeout 2021/06/03 11:20:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:20:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:20:03 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:20:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:20:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:20:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:20:09 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:20:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:20:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:20:13 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:53010->10.242.86.138:8300: i/o timeout 2021/06/03 11:20:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:20:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:20:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:20:19 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:53160->10.242.86.138:8300: i/o timeout 2021/06/03 11:20:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:20:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:20:24 [INFO] serf: attempting reconnect to dev-consul-server-0 10.242.86.138:8301 2021/06/03 11:20:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:20:24 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:20:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:20:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:20:29 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:20:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:20:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:20:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:20:34 [ERR] yamux: keepalive failed: i/o deadline reached 2021/06/03 11:20:34 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error making call: EOF 2021/06/03 11:20:34 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:53528->10.242.86.138:8300: i/o timeout 2021/06/03 11:20:37 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:20:37 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:20:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:20:39 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:53652->10.242.86.138:8300: i/o timeout 2021/06/03 11:20:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:20:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:20:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:20:45 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:20:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:20:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:20:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:20:50 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:20:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:20:52 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 11:20:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:20:55 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:54034->10.242.86.138:8300: i/o timeout 2021/06/03 11:20:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:20:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:21:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:21:00 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:54134->10.242.86.138:8300: i/o timeout 2021/06/03 11:21:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:21:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:21:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:21:06 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:21:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:21:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:21:10 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:21:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:21:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:21:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:21:16 [ERR] yamux: keepalive failed: i/o deadline reached 2021/06/03 11:21:16 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error making call: EOF 2021/06/03 11:21:16 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:54538->10.242.86.138:8300: i/o timeout 2021/06/03 11:21:19 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:21:19 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:21:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:21:20 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:54638->10.242.86.138:8300: i/o timeout 2021/06/03 11:21:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:21:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:21:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:21:27 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:21:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:21:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:21:30 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:21:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:21:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:21:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:21:37 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:55058->10.242.86.138:8300: i/o timeout 2021/06/03 11:21:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:21:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:21:40 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:55136->10.242.86.138:8300: i/o timeout 2021/06/03 11:21:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:21:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:21:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:21:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:21:48 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:21:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:21:50 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:21:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:21:52 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 11:21:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:21:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:21:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:21:58 [ERR] yamux: keepalive failed: i/o deadline reached 2021/06/03 11:21:58 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error making call: EOF 2021/06/03 11:21:58 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:55558->10.242.86.138:8300: i/o timeout 2021/06/03 11:22:00 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:55610->10.242.86.138:8300: i/o timeout 2021/06/03 11:22:01 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:22:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:22:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:22:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:22:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:22:09 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:22:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:22:11 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:22:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:22:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:22:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:22:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:22:19 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:56076->10.242.86.138:8300: i/o timeout 2021/06/03 11:22:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:22:21 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:56114->10.242.86.138:8300: i/o timeout 2021/06/03 11:22:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:22:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:22:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:22:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:22:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:22:30 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:22:31 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:22:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:22:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:22:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:22:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:22:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:22:40 [ERR] yamux: keepalive failed: i/o deadline reached 2021/06/03 11:22:40 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error making call: EOF 2021/06/03 11:22:40 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:56586->10.242.86.138:8300: i/o timeout 2021/06/03 11:22:41 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:56606->10.242.86.138:8300: i/o timeout 2021/06/03 11:22:43 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:22:43 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:22:43 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/06/03 11:22:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:22:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:22:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:22:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:22:51 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:22:51 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:22:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:22:52 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 11:22:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:22:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:22:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:23:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:23:01 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:57114->10.242.86.138:8300: i/o timeout 2021/06/03 11:23:01 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:57126->10.242.86.138:8300: i/o timeout 2021/06/03 11:23:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:23:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:23:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:23:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:23:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:23:11 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:23:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:23:12 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:23:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:23:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:23:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:23:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:23:21 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:57606->10.242.86.138:8300: i/o timeout 2021/06/03 11:23:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:23:22 [ERR] yamux: keepalive failed: i/o deadline reached 2021/06/03 11:23:22 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error making call: EOF 2021/06/03 11:23:22 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:57640->10.242.86.138:8300: i/o timeout 2021/06/03 11:23:25 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:23:25 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:23:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:23:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:23:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:23:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:23:32 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:23:33 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:23:34 [INFO] serf: attempting reconnect to dev-consul-server-0 10.242.86.138:8301 2021/06/03 11:23:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:23:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:23:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:23:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:23:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:23:42 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:58106->10.242.86.138:8300: i/o timeout 2021/06/03 11:23:43 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:58162->10.242.86.138:8300: i/o timeout 2021/06/03 11:23:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:23:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:23:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:23:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:23:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:23:52 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:23:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:23:55 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:23:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:23:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:24:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:24:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:24:02 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:58608->10.242.86.138:8300: i/o timeout 2021/06/03 11:24:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:24:04 [ERR] yamux: keepalive failed: i/o deadline reached 2021/06/03 11:24:04 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error making call: EOF 2021/06/03 11:24:05 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:58676->10.242.86.138:8300: i/o timeout 2021/06/03 11:24:07 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:24:07 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:24:07 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/06/03 11:24:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:24:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:24:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:24:12 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:24:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:24:16 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:24:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:24:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:24:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:24:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:24:22 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:59108->10.242.86.138:8300: i/o timeout 2021/06/03 11:24:22 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 11:24:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:24:26 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:59202->10.242.86.138:8300: i/o timeout 2021/06/03 11:24:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:24:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:24:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:24:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:24:32 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:24:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:24:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:24:36 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:24:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:24:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:24:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:24:42 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:59600->10.242.86.138:8300: i/o timeout 2021/06/03 11:24:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:24:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:24:46 [ERR] yamux: keepalive failed: i/o deadline reached 2021/06/03 11:24:46 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error making call: EOF 2021/06/03 11:24:46 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:59702->10.242.86.138:8300: i/o timeout 2021/06/03 11:24:49 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:24:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:24:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:24:53 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:24:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:24:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:24:57 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:24:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:25:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:25:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:25:03 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:60092->10.242.86.138:8300: i/o timeout 2021/06/03 11:25:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:25:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:25:07 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:60216->10.242.86.138:8300: i/o timeout 2021/06/03 11:25:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:25:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:25:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:25:13 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:25:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:25:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:25:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:25:18 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:25:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:25:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:25:23 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:60586->10.242.86.138:8300: i/o timeout 2021/06/03 11:25:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:25:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:25:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:25:28 [ERR] yamux: keepalive failed: i/o deadline reached 2021/06/03 11:25:28 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error making call: EOF 2021/06/03 11:25:28 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:60724->10.242.86.138:8300: i/o timeout 2021/06/03 11:25:31 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:25:31 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:25:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:25:33 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:25:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:25:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:25:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:25:39 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:25:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:25:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:25:43 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:32850->10.242.86.138:8300: i/o timeout 2021/06/03 11:25:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:25:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:25:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:25:49 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:33004->10.242.86.138:8300: i/o timeout 2021/06/03 11:25:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:25:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:25:52 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 11:25:53 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:25:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:25:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:25:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:26:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:26:00 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:26:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:26:03 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:33346->10.242.86.138:8300: i/o timeout 2021/06/03 11:26:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:26:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:26:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:26:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:26:10 [ERR] yamux: keepalive failed: i/o deadline reached 2021/06/03 11:26:10 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error making call: EOF 2021/06/03 11:26:10 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:33522->10.242.86.138:8300: i/o timeout 2021/06/03 11:26:13 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:26:13 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:26:13 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/06/03 11:26:14 [INFO] serf: attempting reconnect to dev-consul-server-0 10.242.86.138:8301 2021/06/03 11:26:14 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:26:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:26:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:26:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:26:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:26:21 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:26:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:26:24 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:33846->10.242.86.138:8300: i/o timeout 2021/06/03 11:26:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:26:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:26:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:26:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:26:31 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:34024->10.242.86.138:8300: i/o timeout 2021/06/03 11:26:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:26:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:26:34 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:26:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:26:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:26:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:26:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:26:43 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:26:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:26:44 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:34336->10.242.86.138:8300: i/o timeout 2021/06/03 11:26:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:26:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:26:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:26:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:26:52 [ERR] yamux: keepalive failed: i/o deadline reached 2021/06/03 11:26:52 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error making call: EOF 2021/06/03 11:26:53 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:34542->10.242.86.138:8300: i/o timeout 2021/06/03 11:26:54 [INFO] serf: attempting reconnect to dev-consul-server-0 10.242.86.138:8301 2021/06/03 11:26:54 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:26:55 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:26:55 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/06/03 11:26:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:26:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:27:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:27:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:27:03 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:27:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:27:04 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:34834->10.242.86.138:8300: i/o timeout 2021/06/03 11:27:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:27:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:27:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:27:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:27:13 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:35062->10.242.86.138:8300: i/o timeout 2021/06/03 11:27:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:27:14 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:27:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:27:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:27:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:27:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:27:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:27:24 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:35340->10.242.86.138:8300: i/o timeout 2021/06/03 11:27:25 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:27:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:27:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:27:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:27:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:27:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:27:34 [ERR] yamux: keepalive failed: i/o deadline reached 2021/06/03 11:27:34 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error making call: EOF 2021/06/03 11:27:35 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:27:35 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:35588->10.242.86.138:8300: i/o timeout 2021/06/03 11:27:37 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:27:37 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:27:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:27:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:27:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:27:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:27:45 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:35826->10.242.86.138:8300: i/o timeout 2021/06/03 11:27:45 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:27:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:27:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:27:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:27:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:27:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:27:55 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:27:55 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:36098->10.242.86.138:8300: i/o timeout 2021/06/03 11:27:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:27:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:28:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:28:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:28:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:28:05 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:36332->10.242.86.138:8300: i/o timeout 2021/06/03 11:28:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:28:06 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:28:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:28:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:28:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:28:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:28:15 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:28:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:28:16 [ERR] yamux: keepalive failed: i/o deadline reached 2021/06/03 11:28:16 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error making call: EOF 2021/06/03 11:28:16 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:36596->10.242.86.138:8300: i/o timeout 2021/06/03 11:28:19 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:28:19 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/06/03 11:28:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:28:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:28:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:28:25 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:36822->10.242.86.138:8300: i/o timeout 2021/06/03 11:28:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:28:27 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:28:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:28:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:28:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:28:34 [INFO] serf: attempting reconnect to dev-consul-server-0 10.242.86.138:8301 2021/06/03 11:28:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:28:35 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:28:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:28:37 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:37114->10.242.86.138:8300: i/o timeout 2021/06/03 11:28:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:28:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:28:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:28:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:28:45 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:37316->10.242.86.138:8300: i/o timeout 2021/06/03 11:28:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:28:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:28:48 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:28:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:28:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:28:52 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 11:28:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:28:56 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:28:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:28:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:28:58 [ERR] yamux: keepalive failed: i/o deadline reached 2021/06/03 11:28:58 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error making call: EOF 2021/06/03 11:28:58 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:37622->10.242.86.138:8300: i/o timeout 2021/06/03 11:29:01 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:29:01 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:29:01 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/06/03 11:29:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:29:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:29:06 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:37818->10.242.86.138:8300: i/o timeout 2021/06/03 11:29:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:29:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:29:09 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:29:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:29:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:29:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:29:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:29:16 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:29:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:29:19 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:38158->10.242.86.138:8300: i/o timeout 2021/06/03 11:29:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:29:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:29:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:29:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:29:26 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:38314->10.242.86.138:8300: i/o timeout 2021/06/03 11:29:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:29:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:29:30 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:29:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:29:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:29:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:29:36 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:29:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:29:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:29:40 [ERR] yamux: keepalive failed: i/o deadline reached 2021/06/03 11:29:40 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error making call: EOF 2021/06/03 11:29:40 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:38668->10.242.86.138:8300: i/o timeout 2021/06/03 11:29:43 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:29:44 [INFO] serf: attempting reconnect to dev-consul-server-0 10.242.86.138:8301 2021/06/03 11:29:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:29:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:29:46 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:38798->10.242.86.138:8300: i/o timeout 2021/06/03 11:29:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:29:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:29:51 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:29:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:29:52 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 11:29:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:29:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:29:56 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:29:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:30:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:30:01 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:39168->10.242.86.138:8300: i/o timeout 2021/06/03 11:30:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:30:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:30:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:30:06 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:39302->10.242.86.138:8300: i/o timeout 2021/06/03 11:30:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:30:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:30:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:30:13 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:30:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:30:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:30:16 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:30:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:30:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:30:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:30:22 [ERR] yamux: keepalive failed: i/o deadline reached 2021/06/03 11:30:22 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error making call: EOF 2021/06/03 11:30:23 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:39692->10.242.86.138:8300: i/o timeout 2021/06/03 11:30:25 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:30:25 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:30:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:30:26 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:39796->10.242.86.138:8300: i/o timeout 2021/06/03 11:30:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:30:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:30:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:30:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:30:34 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:30:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:30:37 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:30:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:30:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:30:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:30:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:30:44 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:40214->10.242.86.138:8300: i/o timeout 2021/06/03 11:30:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:30:47 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:40282->10.242.86.138:8300: i/o timeout 2021/06/03 11:30:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:30:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:30:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:30:52 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 11:30:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:30:55 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:30:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:30:57 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:30:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:31:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:31:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:31:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:31:04 [ERR] yamux: keepalive failed: i/o deadline reached 2021/06/03 11:31:04 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error making call: EOF 2021/06/03 11:31:05 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:40728->10.242.86.138:8300: i/o timeout 2021/06/03 11:31:07 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:31:07 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:31:07 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:40782->10.242.86.138:8300: i/o timeout 2021/06/03 11:31:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:31:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:31:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:31:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:31:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:31:16 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:31:17 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:31:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:31:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:31:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:31:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:31:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:31:26 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:41236->10.242.86.138:8300: i/o timeout 2021/06/03 11:31:27 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:41282->10.242.86.138:8300: i/o timeout 2021/06/03 11:31:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:31:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:31:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:31:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:31:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:31:36 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:31:37 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:31:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:31:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:31:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:31:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:31:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:31:46 [ERR] yamux: keepalive failed: i/o deadline reached 2021/06/03 11:31:46 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error making call: EOF 2021/06/03 11:31:46 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:41756->10.242.86.138:8300: i/o timeout 2021/06/03 11:31:47 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:41792->10.242.86.138:8300: i/o timeout 2021/06/03 11:31:49 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:31:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:31:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:31:52 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 11:31:54 [INFO] serf: attempting reconnect to dev-consul-server-0 10.242.86.138:8301 2021/06/03 11:31:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:31:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:31:57 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:31:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:31:58 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:32:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:32:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:32:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:32:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:32:07 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:42286->10.242.86.138:8300: i/o timeout 2021/06/03 11:32:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:32:08 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:42296->10.242.86.138:8300: i/o timeout 2021/06/03 11:32:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:32:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:32:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:32:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:32:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:32:18 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:32:18 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:32:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:32:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:32:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:32:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:32:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:32:28 [ERR] yamux: keepalive failed: i/o deadline reached 2021/06/03 11:32:28 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error making call: EOF 2021/06/03 11:32:28 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:42782->10.242.86.138:8300: i/o timeout 2021/06/03 11:32:28 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:42786->10.242.86.138:8300: i/o timeout 2021/06/03 11:32:31 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:32:31 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/06/03 11:32:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:32:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:32:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:32:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:32:38 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:32:39 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:32:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:32:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:32:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:32:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:32:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:32:48 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:43282->10.242.86.138:8300: i/o timeout 2021/06/03 11:32:49 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:43308->10.242.86.138:8300: i/o timeout 2021/06/03 11:32:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:32:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:32:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:32:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:32:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:32:58 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:33:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:33:00 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:33:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:33:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:33:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:33:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:33:08 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: read tcp 10.242.126.76:43776->10.242.86.138:8300: i/o timeout 2021/06/03 11:33:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:33:10 [ERR] yamux: keepalive failed: i/o deadline reached 2021/06/03 11:33:10 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error making call: EOF 2021/06/03 11:33:10 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: read tcp 10.242.126.76:43826->10.242.86.138:8300: i/o timeout 2021/06/03 11:33:13 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:33:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:33:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:33:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:33:19 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:33:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:33:21 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:33:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:33:22 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 11:33:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:33:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:33:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:33:29 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:33:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:33:31 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:33:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:33:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:33:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:33:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:33:39 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:33:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:33:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:33:42 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:33:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:33:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:33:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:33:49 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:33:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:33:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:33:52 [ERR] yamux: keepalive failed: i/o deadline reached 2021/06/03 11:33:52 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error making call: EOF 2021/06/03 11:33:52 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:33:55 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:33:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:33:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:33:59 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:34:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:34:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:34:03 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:34:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:34:04 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:34:07 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:34:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:34:09 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:34:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:34:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:34:13 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:34:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:34:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:34:16 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:34:19 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:34:19 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:34:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:34:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:34:22 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 11:34:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:34:24 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:34:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:34:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:34:28 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:34:29 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:34:31 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:34:31 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:34:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:34:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:34:34 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:34:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:34:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:34:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:34:40 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:34:40 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:34:43 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:34:43 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:34:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:34:45 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:34:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:34:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:34:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:34:50 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:34:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:34:52 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:34:55 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:34:55 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:34:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:34:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:35:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:35:00 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:35:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:35:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:35:04 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:35:06 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:35:07 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:35:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:35:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:35:10 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:35:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:35:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:35:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:35:16 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:35:16 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:35:19 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:35:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:35:20 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:35:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:35:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:35:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:35:27 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:35:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:35:28 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:35:30 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:35:31 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:35:31 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:35:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:35:34 [INFO] serf: attempting reconnect to dev-consul-server-0 10.242.86.138:8301 2021/06/03 11:35:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:35:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:35:37 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:35:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:35:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:35:40 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:35:40 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:35:43 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:35:43 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:35:43 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/06/03 11:35:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:35:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:35:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:35:48 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:35:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:35:50 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:35:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:35:52 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:35:55 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:35:55 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:35:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:35:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:35:58 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:36:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:36:01 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:36:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:36:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:36:04 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:36:07 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:36:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:36:09 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:36:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:36:11 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:36:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:36:14 [INFO] serf: attempting reconnect to dev-consul-server-0 10.242.86.138:8301 2021/06/03 11:36:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:36:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:36:16 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:36:19 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:36:19 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:36:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:36:21 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:36:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:36:22 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 11:36:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:36:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:36:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:36:28 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:36:30 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:36:31 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:36:31 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/06/03 11:36:31 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:36:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:36:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:36:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:36:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:36:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:36:40 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:36:40 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:36:41 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:36:43 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:36:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:36:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:36:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:36:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:36:51 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:36:51 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:36:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:36:52 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:36:55 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:36:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:36:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:37:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:37:01 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:37:01 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:37:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:37:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:37:04 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:37:07 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:37:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:37:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:37:11 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:37:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:37:12 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:37:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:37:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:37:16 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:37:19 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:37:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:37:22 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:37:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:37:22 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:37:22 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 11:37:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:37:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:37:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:37:28 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:37:31 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:37:31 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:37:32 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:37:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:37:33 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:37:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:37:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:37:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:37:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:37:40 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:37:42 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:37:43 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:37:43 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:37:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:37:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:37:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:37:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:37:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:37:52 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:37:52 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:37:54 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:37:55 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:37:55 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:37:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:37:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:38:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:38:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:38:02 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:38:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:38:04 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:38:04 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:38:07 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:38:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:38:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:38:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:38:12 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:38:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:38:15 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:38:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:38:16 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:38:19 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:38:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:38:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:38:22 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 11:38:22 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:38:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:38:25 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:38:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:38:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:38:28 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:38:31 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:38:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:38:32 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:38:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:38:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:38:36 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:38:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:38:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:38:40 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:38:43 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:38:43 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:38:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:38:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:38:46 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:38:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:38:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:38:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:38:52 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:38:53 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:38:54 [INFO] serf: attempting reconnect to dev-consul-server-0 10.242.86.138:8301 2021/06/03 11:38:55 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:38:55 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:38:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:38:57 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:38:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:39:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:39:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:39:03 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:39:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:39:04 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:39:07 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:39:07 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:39:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:39:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:39:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:39:13 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:39:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:39:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:39:16 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:39:18 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:39:19 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:39:19 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:39:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:39:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:39:22 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 11:39:23 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:39:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:39:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:39:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:39:28 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:39:28 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:39:31 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:39:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:39:33 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:39:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:39:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:39:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:39:39 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:39:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:39:40 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:39:43 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:39:43 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:39:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:39:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:39:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:39:49 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:39:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:39:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:39:52 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:39:53 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:39:55 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:39:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:39:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:40:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:40:00 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:40:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:40:03 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:40:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:40:04 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:40:07 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:40:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:40:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:40:10 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:40:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:40:13 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:40:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:40:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:40:16 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:40:19 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:40:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:40:21 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:40:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:40:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:40:24 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:40:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:40:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:40:28 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:40:31 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:40:31 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:40:31 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:40:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:40:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:40:34 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:40:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:40:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:40:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:40:40 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:40:42 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:40:43 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:40:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:40:44 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:40:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:40:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:40:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:40:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:40:52 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:40:52 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:40:54 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:40:55 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:40:55 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:40:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:40:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:41:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:41:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:41:03 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:41:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:41:04 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:41:04 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:41:07 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:41:07 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:41:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:41:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:41:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:41:13 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:41:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:41:14 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:41:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:41:16 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:41:19 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:41:19 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:41:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:41:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:41:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:41:24 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:41:24 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:41:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:41:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:41:28 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:41:31 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:41:31 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/06/03 11:41:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:41:34 [INFO] serf: attempting reconnect to dev-consul-server-0 10.242.86.138:8301 2021/06/03 11:41:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:41:34 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:41:34 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:41:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:41:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:41:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:41:40 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:41:43 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:41:43 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:41:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:41:45 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:41:45 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:41:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:41:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:41:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:41:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:41:52 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:41:52 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 11:41:55 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:41:55 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:41:55 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/06/03 11:41:55 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:41:55 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:41:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:41:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:42:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:42:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:42:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:42:04 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:42:05 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:42:06 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:42:07 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:42:07 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:42:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:42:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:42:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:42:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:42:15 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:42:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:42:16 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:42:16 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:42:19 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:42:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:42:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:42:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:42:25 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:42:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:42:27 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:42:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:42:28 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:42:31 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:42:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:42:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:42:35 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:42:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:42:37 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:42:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:42:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:42:40 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:42:43 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:42:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:42:45 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:42:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:42:48 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:42:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:42:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:42:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:42:52 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:42:52 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 11:42:55 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:42:55 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:42:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:42:58 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:42:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:43:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:43:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:43:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:43:04 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:43:06 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:43:07 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:43:07 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:43:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:43:09 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:43:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:43:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:43:14 [INFO] serf: attempting reconnect to dev-consul-server-0 10.242.86.138:8301 2021/06/03 11:43:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:43:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:43:16 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:43:16 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:43:19 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:43:19 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:43:19 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:43:19 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/06/03 11:43:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:43:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:43:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:43:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:43:26 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:43:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:43:28 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:43:30 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:43:31 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:43:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:43:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:43:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:43:36 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:43:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:43:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:43:40 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:43:40 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:43:43 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:43:43 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:43:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:43:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:43:46 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:43:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:43:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:43:51 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:43:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:43:52 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:43:52 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 11:43:54 [INFO] serf: attempting reconnect to dev-consul-server-0 10.242.86.138:8301 2021/06/03 11:43:55 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:43:55 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:43:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:43:56 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:43:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:44:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:44:01 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:44:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:44:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:44:04 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:44:06 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:44:07 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:44:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:44:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:44:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:44:12 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:44:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:44:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:44:16 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:44:16 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:44:19 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:44:19 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:44:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:44:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:44:22 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:44:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:44:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:44:27 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:44:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:44:28 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:44:31 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:44:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:44:33 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:44:34 [INFO] serf: attempting reconnect to dev-consul-server-0 10.242.86.138:8301 2021/06/03 11:44:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:44:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:44:37 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:44:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:44:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:44:40 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:44:43 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:44:43 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:44:43 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:44:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:44:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:44:47 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:44:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:44:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:44:52 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:44:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:44:54 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:44:55 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:44:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:44:57 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:44:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:45:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:45:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:45:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:45:04 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:45:04 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:45:07 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:45:07 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:45:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:45:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:45:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:45:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:45:15 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:45:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:45:16 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:45:17 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:45:19 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:45:19 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:45:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:45:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:45:22 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 11:45:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:45:25 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:45:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:45:27 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:45:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:45:28 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:45:31 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:45:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:45:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:45:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:45:36 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:45:37 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:45:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:45:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:45:40 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:45:43 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:45:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:45:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:45:46 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:45:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:45:48 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:45:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:45:52 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:45:53 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:45:53 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:45:53 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/06/03 11:45:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:45:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:45:57 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:45:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:45:58 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:46:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:46:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:46:02 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:46:05 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:46:05 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:46:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:46:07 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:46:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:46:08 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:46:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:46:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:46:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:46:14 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:46:17 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:46:17 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:46:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:46:18 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:46:18 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:46:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:46:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:46:22 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 11:46:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:46:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:46:26 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:46:28 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:46:28 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:46:29 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:46:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:46:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:46:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:46:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:46:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:46:38 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:46:38 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:46:39 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:46:41 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:46:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:46:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:46:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:46:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:46:48 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:46:49 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:46:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:46:50 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:46:53 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:46:53 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:46:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:46:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:46:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:46:58 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:47:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:47:00 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:47:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:47:02 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:47:05 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:47:05 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:47:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:47:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:47:09 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:47:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:47:10 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:47:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:47:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:47:14 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:47:17 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:47:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:47:19 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:47:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:47:21 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:47:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:47:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:47:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:47:26 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:47:29 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:47:29 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:47:29 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/06/03 11:47:29 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:47:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:47:31 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:47:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:47:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:47:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:47:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:47:38 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:47:39 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:47:41 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:47:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:47:42 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:47:44 [INFO] serf: attempting reconnect to dev-consul-server-0 10.242.86.138:8301 2021/06/03 11:47:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:47:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:47:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:47:49 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:47:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:47:50 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:47:52 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 11:47:52 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:47:53 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:47:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:47:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:47:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:47:59 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:48:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:48:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:48:02 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:48:03 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:48:05 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:48:05 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/06/03 11:48:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:48:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:48:09 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:48:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:48:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:48:13 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:48:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:48:14 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:48:17 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:48:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:48:19 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:48:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:48:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:48:24 [INFO] serf: attempting reconnect to dev-consul-server-0 10.242.86.138:8301 2021/06/03 11:48:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:48:24 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:48:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:48:26 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:48:29 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:48:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:48:30 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:48:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:48:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:48:34 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:48:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:48:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:48:38 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:48:40 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:48:41 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:48:41 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:48:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:48:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:48:45 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:48:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:48:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:48:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:48:50 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:48:50 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:48:52 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 11:48:53 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:48:53 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:48:53 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/06/03 11:48:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:48:55 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:48:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:48:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:49:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:49:00 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:49:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:49:02 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:49:05 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:49:05 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:49:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:49:06 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:49:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:49:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:49:10 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:49:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:49:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:49:14 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:49:16 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:49:17 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:49:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:49:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:49:20 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:49:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:49:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:49:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:49:26 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:49:27 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:49:29 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:49:29 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:49:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:49:30 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:49:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:49:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:49:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:49:37 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:49:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:49:38 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:49:40 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:49:41 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:49:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:49:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:49:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:49:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:49:48 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:49:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:49:50 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:49:51 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:49:52 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 11:49:53 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:49:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:49:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:49:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:49:58 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:50:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:50:01 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:50:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:50:02 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:50:04 [INFO] serf: attempting reconnect to dev-consul-server-0 10.242.86.138:8301 2021/06/03 11:50:05 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:50:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:50:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:50:09 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:50:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:50:11 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:50:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:50:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:50:14 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:50:17 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:50:17 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:50:17 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/06/03 11:50:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:50:19 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:50:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:50:21 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:50:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:50:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:50:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:50:26 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:50:29 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:50:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:50:30 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:50:31 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:50:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:50:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:50:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:50:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:50:38 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:50:40 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:50:41 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:50:41 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:50:41 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:50:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:50:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:50:44 [INFO] serf: attempting reconnect to dev-consul-server-0 10.242.86.138:8301 2021/06/03 11:50:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:50:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:50:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:50:50 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:50:51 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:50:51 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:50:52 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 11:50:53 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:50:53 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:50:53 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/06/03 11:50:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:50:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:50:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:51:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:51:01 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:51:01 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:51:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:51:02 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:51:05 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:51:05 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/06/03 11:51:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:51:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:51:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:51:12 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:51:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:51:12 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:51:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:51:14 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:51:17 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:51:17 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:51:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:51:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:51:22 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:51:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:51:22 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:51:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:51:24 [INFO] serf: attempting reconnect to dev-consul-server-0 10.242.86.138:8301 2021/06/03 11:51:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:51:26 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:51:29 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:51:29 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:51:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:51:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:51:32 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:51:33 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:51:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:51:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:51:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:51:38 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:51:41 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:51:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:51:42 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:51:43 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:51:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:51:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:51:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:51:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:51:50 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:51:52 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:51:52 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 11:51:53 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:51:53 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:51:53 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/06/03 11:51:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:51:54 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:51:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:51:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:52:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:52:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:52:02 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:52:02 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:52:04 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:52:05 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:52:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:52:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:52:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:52:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:52:12 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:52:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:52:14 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:52:15 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:52:17 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:52:17 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:52:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:52:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:52:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:52:22 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:52:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:52:25 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:52:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:52:26 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:52:29 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:52:29 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:52:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:52:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:52:33 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:52:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:52:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:52:36 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:52:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:52:38 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:52:41 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:52:41 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:52:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:52:43 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:52:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:52:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:52:46 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:52:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:52:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:52:50 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:52:52 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 11:52:53 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:52:53 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:52:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:52:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:52:57 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:52:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:53:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:53:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:53:02 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:53:03 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:53:05 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:53:05 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:53:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:53:07 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:53:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:53:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:53:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:53:13 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:53:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:53:14 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:53:17 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:53:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:53:18 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:53:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:53:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:53:23 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:53:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:53:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:53:26 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:53:28 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:53:29 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:53:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:53:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:53:33 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:53:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:53:34 [INFO] serf: attempting reconnect to dev-consul-server-0 10.242.86.138:8301 2021/06/03 11:53:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:53:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:53:38 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:53:39 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:53:41 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:53:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:53:43 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:53:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:53:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:53:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:53:49 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:53:49 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: rpc error: lead thread didn't get connection 2021/06/03 11:53:51 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:53:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:53:54 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:53:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:53:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:53:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:54:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:54:00 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:54:00 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:54:03 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:54:03 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:54:04 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:54:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:54:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:54:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:54:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:54:10 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:54:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:54:12 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:54:14 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:54:15 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:54:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:54:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:54:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:54:21 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:54:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:54:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:54:24 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:54:24 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:54:27 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:54:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:54:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:54:31 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:54:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:54:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:54:34 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:54:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:54:36 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:54:39 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:54:39 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:54:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:54:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:54:42 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:54:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:54:44 [INFO] serf: attempting reconnect to dev-consul-server-0 10.242.86.138:8301 2021/06/03 11:54:44 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:54:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:54:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:54:48 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:54:51 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:54:51 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:54:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:54:52 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:54:52 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 11:54:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:54:54 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:54:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:54:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:55:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:55:00 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:55:03 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:55:03 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:55:03 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:55:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:55:04 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:55:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:55:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:55:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:55:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:55:12 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:55:13 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:55:14 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:55:15 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:55:15 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:55:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:55:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:55:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:55:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:55:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:55:24 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:55:24 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:55:24 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:55:27 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:55:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:55:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:55:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:55:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:55:34 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:55:35 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:55:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:55:36 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:55:39 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:55:39 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:55:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:55:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:55:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:55:45 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:55:45 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:55:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:55:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:55:48 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:55:51 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:55:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:55:52 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 11:55:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:55:55 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:55:55 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:55:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:55:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:56:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:56:00 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:56:03 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:56:03 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/06/03 11:56:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:56:05 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:56:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:56:06 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:56:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:56:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:56:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:56:12 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:56:15 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:56:15 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:56:15 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:56:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:56:16 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:56:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:56:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:56:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:56:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:56:24 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:56:25 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:56:27 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:56:27 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:56:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:56:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:56:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:56:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:56:35 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:56:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:56:36 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:56:37 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:56:39 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:56:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:56:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:56:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:56:45 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:56:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:56:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:56:48 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:56:48 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:56:51 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:56:51 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/06/03 11:56:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:56:52 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 11:56:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:56:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:56:56 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:56:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:56:58 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:57:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:57:00 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:57:03 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:57:03 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:57:03 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/06/03 11:57:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:57:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:57:06 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:57:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:57:09 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:57:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:57:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:57:12 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:57:15 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:57:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:57:16 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:57:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:57:19 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:57:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:57:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:57:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:57:24 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:57:24 [INFO] serf: attempting reconnect to dev-consul-server-0 10.242.86.138:8301 2021/06/03 11:57:26 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:57:27 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:57:27 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/06/03 11:57:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:57:30 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:57:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:57:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:57:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:57:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:57:36 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:57:36 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:57:39 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:57:40 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:57:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:57:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:57:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:57:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:57:46 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:57:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:57:48 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:57:51 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:57:51 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:57:51 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:57:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:57:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:57:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:57:56 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:57:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:58:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:58:00 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:58:01 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:58:03 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:58:03 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:58:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:58:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:58:06 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:58:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:58:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:58:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:58:12 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:58:12 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:58:15 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:58:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:58:17 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:58:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:58:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:58:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:58:22 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:58:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:58:24 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:58:27 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:58:27 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:58:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:58:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:58:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:58:33 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:58:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:58:34 [INFO] serf: attempting reconnect to dev-consul-server-0 10.242.86.138:8301 2021/06/03 11:58:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:58:36 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:58:37 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:58:39 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:58:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:58:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:58:43 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:58:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:58:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:58:47 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:58:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:58:48 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:58:51 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:58:51 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:58:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:58:52 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 11:58:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:58:54 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:58:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:58:57 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:58:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:59:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:59:00 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:59:03 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:59:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:59:04 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:59:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:59:07 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:59:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:59:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:59:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:59:12 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:59:15 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:59:15 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:59:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:59:17 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:59:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:59:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:59:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:59:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:59:24 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:59:25 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:59:27 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:59:27 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/06/03 11:59:27 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:59:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:59:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:59:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:59:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:59:36 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:59:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:59:36 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:59:38 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:59:39 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:59:39 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 11:59:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:59:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:59:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:59:46 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:59:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:59:48 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:59:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:59:48 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 11:59:51 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 11:59:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:59:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:59:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:59:57 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 11:59:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 11:59:58 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:00:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:00:00 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:00:03 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:00:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:00:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:00:07 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:00:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:00:08 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:00:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:00:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:00:12 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:00:14 [INFO] serf: attempting reconnect to dev-consul-server-0 10.242.86.138:8301 2021/06/03 12:00:15 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:00:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:00:18 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:00:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:00:18 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:00:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:00:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:00:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:00:24 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:00:27 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:00:27 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 12:00:28 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:00:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:00:28 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:00:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:00:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:00:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:00:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:00:36 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:00:38 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:00:38 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:00:39 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:00:39 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 12:00:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:00:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:00:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:00:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:00:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:00:48 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:00:48 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:00:48 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:00:51 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:00:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:00:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:00:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:00:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:00:59 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:00:59 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:01:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:01:00 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:01:03 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:01:03 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 12:01:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:01:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:01:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:01:09 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:01:09 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:01:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:01:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:01:12 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:01:15 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:01:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:01:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:01:19 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:01:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:01:20 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:01:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:01:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:01:24 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:01:27 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:01:27 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 12:01:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:01:29 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:01:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:01:30 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:01:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:01:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:01:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:01:36 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:01:39 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:01:39 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:01:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:01:41 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:01:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:01:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:01:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:01:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:01:48 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:01:49 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:01:51 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:01:51 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:01:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:01:52 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 12:01:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:01:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:01:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:01:59 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:02:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:02:00 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:02:03 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:02:03 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:02:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:02:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:02:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:02:09 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:02:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:02:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:02:12 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:02:13 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:02:15 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:02:15 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 12:02:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:02:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:02:20 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:02:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:02:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:02:23 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:02:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:02:24 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:02:24 [INFO] serf: attempting reconnect to dev-consul-server-0 10.242.86.138:8301 2021/06/03 12:02:27 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:02:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:02:30 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:02:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:02:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:02:33 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:02:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:02:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:02:36 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:02:39 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:02:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:02:40 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:02:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:02:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:02:44 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:02:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:02:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:02:48 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:02:50 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:02:51 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:02:51 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 12:02:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:02:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:02:54 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:02:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:02:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:03:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:03:00 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:03:00 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:03:03 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:03:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:03:05 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:03:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:03:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:03:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:03:10 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:03:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:03:12 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:03:15 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:03:15 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 12:03:15 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/06/03 12:03:15 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:03:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:03:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:03:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:03:20 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:03:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:03:22 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 12:03:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:03:24 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:03:26 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:03:27 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:03:27 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/06/03 12:03:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:03:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:03:30 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:03:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:03:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:03:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:03:36 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:03:36 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:03:39 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:03:39 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 12:03:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:03:40 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:03:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:03:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:03:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:03:47 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:03:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:03:48 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:03:50 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:03:51 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:03:51 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 12:03:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:03:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:03:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:03:57 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:03:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:04:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:04:00 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:04:01 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:04:03 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:04:03 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 12:04:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:04:04 [INFO] serf: attempting reconnect to dev-consul-server-0 10.242.86.138:8301 2021/06/03 12:04:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:04:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:04:08 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:04:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:04:11 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:04:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:04:12 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:04:15 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:04:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:04:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:04:18 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:04:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:04:21 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:04:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:04:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:04:24 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:04:27 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:04:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:04:29 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:04:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:04:31 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:04:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:04:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:04:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:04:36 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:04:39 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:04:39 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:04:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:04:41 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:04:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:04:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:04:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:04:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:04:48 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:04:50 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:04:51 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:04:51 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 12:04:51 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:04:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:04:52 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 12:04:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:04:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:04:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:05:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:05:00 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:05:00 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:05:01 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:05:03 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:05:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:05:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:05:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:05:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:05:11 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:05:11 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:05:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:05:12 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:05:14 [INFO] serf: attempting reconnect to dev-consul-server-0 10.242.86.138:8301 2021/06/03 12:05:15 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:05:15 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 12:05:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:05:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:05:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:05:21 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:05:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:05:22 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:05:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:05:24 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:05:27 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:05:27 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 12:05:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:05:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:05:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:05:32 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:05:32 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:05:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:05:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:05:36 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:05:39 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:05:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:05:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:05:42 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:05:42 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:05:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:05:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:05:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:05:48 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:05:51 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:05:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:05:52 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:05:53 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:05:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:05:54 [INFO] serf: attempting reconnect to dev-consul-server-0 10.242.86.138:8301 2021/06/03 12:05:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:05:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:06:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:06:00 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:06:02 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:06:03 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:06:03 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:06:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:06:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:06:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:06:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:06:12 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:06:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:06:12 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:06:14 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:06:15 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:06:15 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 12:06:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:06:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:06:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:06:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:06:22 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 12:06:22 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:06:24 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:06:24 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:06:24 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:06:27 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:06:27 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 12:06:27 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/06/03 12:06:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:06:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:06:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:06:32 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:06:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:06:35 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:06:36 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:06:36 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:06:39 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:06:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:06:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:06:43 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:06:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:06:45 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:06:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:06:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:06:48 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:06:51 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:06:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:06:53 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:06:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:06:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:06:56 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:06:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:07:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:07:00 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:07:03 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:07:03 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:07:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:07:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:07:06 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:07:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:07:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:07:12 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:07:12 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:07:13 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:07:15 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:07:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:07:17 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:07:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:07:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:07:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:07:22 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 12:07:22 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: rpc error: lead thread didn't get connection 2021/06/03 12:07:23 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:07:25 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:07:25 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/06/03 12:07:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:07:27 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:07:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:07:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:07:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:07:33 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:07:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:07:34 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:07:37 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:07:37 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 12:07:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:07:38 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:07:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:07:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:07:43 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:07:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:07:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:07:46 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:07:48 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:07:49 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:07:49 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 12:07:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:07:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:07:53 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:07:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:07:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:07:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:07:58 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:07:59 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:08:01 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:08:02 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:08:04 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:08:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:08:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:08:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:08:09 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:08:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:08:10 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:08:13 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:08:13 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 12:08:14 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:08:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:08:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:08:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:08:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:08:20 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:08:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:08:22 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:08:24 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:08:25 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:08:25 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 12:08:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:08:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:08:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:08:30 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:08:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:08:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:08:34 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:08:34 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:08:37 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:08:37 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 12:08:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:08:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:08:41 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:08:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:08:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:08:44 [WARN] Unable to get address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, using fallback address 10.242.86.138:8300: Could not find address for server id 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 2021/06/03 12:08:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:08:46 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:08:49 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:08:49 [INFO] serf: EventMemberJoin: dev-consul-server-0 10.242.86.138 2021/06/03 12:08:49 [INFO] consul: Adding LAN server dev-consul-server-0 (Addr: tcp/10.242.86.138:8300) (DC: dc1) 2021/06/03 12:08:49 [INFO] consul: member 'dev-consul-server-0' joined, marking health alive 2021/06/03 12:08:50 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:08:51 [INFO] serf: EventMemberJoin: dev-consul-server-0.dc1 10.242.86.138 2021/06/03 12:08:51 [INFO] consul: Handled member-join event for server "dev-consul-server-0.dc1" in area "wan" 2021/06/03 12:08:52 [INFO] raft: pipelining replication to peer {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300} 2021/06/03 12:08:57 [INFO] raft: aborting pipeline replication to peer {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300} 2021/06/03 12:08:57 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: EOF 2021/06/03 12:08:57 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: getsockopt: connection refused 2021/06/03 12:08:57 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: getsockopt: connection refused 2021/06/03 12:08:57 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: getsockopt: connection refused 2021/06/03 12:08:58 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: getsockopt: connection refused 2021/06/03 12:08:58 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error making call: stream closed 2021/06/03 12:08:58 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: getsockopt: connection refused 2021/06/03 12:08:58 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: getsockopt: connection refused 2021/06/03 12:08:58 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: getsockopt: connection refused 2021/06/03 12:08:58 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: getsockopt: connection refused 2021/06/03 12:08:58 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: getsockopt: connection refused 2021/06/03 12:08:59 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:08:59 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: getsockopt: connection refused 2021/06/03 12:08:59 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: getsockopt: connection refused 2021/06/03 12:09:00 [INFO] memberlist: Suspect dev-consul-server-0 has failed, no acks received 2021/06/03 12:09:00 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: getsockopt: connection refused 2021/06/03 12:09:00 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: getsockopt: connection refused 2021/06/03 12:09:00 [WARN] raft: Failed to contact 9ef9ef6c-3907-7dec-105c-f0b28be9e59c in 2.500394618s 2021/06/03 12:09:00 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: getsockopt: connection refused 2021/06/03 12:09:00 [ERR] raft: Failed to AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: getsockopt: connection refused 2021/06/03 12:09:01 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:09:01 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: getsockopt: connection refused 2021/06/03 12:09:02 [WARN] raft: Failed to contact 9ef9ef6c-3907-7dec-105c-f0b28be9e59c in 4.999790001s 2021/06/03 12:09:02 [INFO] serf: EventMemberUpdate: dev-consul-server-0 2021/06/03 12:09:02 [INFO] raft: Updating configuration with RemoveServer (9ef9ef6c-3907-7dec-105c-f0b28be9e59c, ) to [{Suffrage:Voter ID:daeec2cf-3a81-fb66-46ab-7421b47565cf Address:10.242.126.76:8300} {Suffrage:Voter ID:ebecae04-9067-3207-98af-f3f5067fdc9b Address:10.242.122.132:8300}] 2021/06/03 12:09:02 [INFO] raft: Removed peer 9ef9ef6c-3907-7dec-105c-f0b28be9e59c, stopping replication after 910 2021/06/03 12:09:02 [INFO] consul: removed server with duplicate address: 10.242.86.138:8300 2021/06/03 12:09:02 [INFO] raft: Updating configuration with AddNonvoter (5cfbb028-317f-43dd-99eb-cb4df0d308b2, 10.242.86.138:8300) to [{Suffrage:Voter ID:daeec2cf-3a81-fb66-46ab-7421b47565cf Address:10.242.126.76:8300} {Suffrage:Voter ID:ebecae04-9067-3207-98af-f3f5067fdc9b Address:10.242.122.132:8300} {Suffrage:Nonvoter ID:5cfbb028-317f-43dd-99eb-cb4df0d308b2 Address:10.242.86.138:8300}] 2021/06/03 12:09:02 [INFO] raft: Added peer 5cfbb028-317f-43dd-99eb-cb4df0d308b2, starting replication 2021/06/03 12:09:02 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:03 [WARN] raft: AppendEntries to {Nonvoter 5cfbb028-317f-43dd-99eb-cb4df0d308b2 10.242.86.138:8300} rejected, sending older logs (next: 1) 2021/06/03 12:09:03 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:03 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:03 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:03 [INFO] serf: EventMemberUpdate: dev-consul-server-0.dc1 2021/06/03 12:09:03 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:03 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:04 [WARN] raft: AppendEntries to {Voter 9ef9ef6c-3907-7dec-105c-f0b28be9e59c 10.242.86.138:8300} rejected, sending older logs (next: 257) 2021/06/03 12:09:04 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:04 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:04 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:04 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:04 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:04 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:04 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:04 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:04 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:04 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:04 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:05 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:05 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:05 [INFO] raft: pipelining replication to peer {Nonvoter 5cfbb028-317f-43dd-99eb-cb4df0d308b2 10.242.86.138:8300} 2021/06/03 12:09:05 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:05 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:06 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:07 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:08 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:09 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:09 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:10 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:11 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:12 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:13 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:14 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:14 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:15 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:16 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:17 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:17 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:18 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:19 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:20 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:20 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:21 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:22 [INFO] autopilot: Promoting Server (ID: "5cfbb028-317f-43dd-99eb-cb4df0d308b2" Address: "10.242.86.138:8300") to voter 2021/06/03 12:09:22 [INFO] raft: Updating configuration with AddStaging (5cfbb028-317f-43dd-99eb-cb4df0d308b2, 10.242.86.138:8300) to [{Suffrage:Voter ID:daeec2cf-3a81-fb66-46ab-7421b47565cf Address:10.242.126.76:8300} {Suffrage:Voter ID:ebecae04-9067-3207-98af-f3f5067fdc9b Address:10.242.122.132:8300} {Suffrage:Voter ID:5cfbb028-317f-43dd-99eb-cb4df0d308b2 Address:10.242.86.138:8300}] 2021/06/03 12:09:22 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:23 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:23 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:24 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:25 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:26 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:26 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:27 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:28 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:29 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:29 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:30 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:30 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:31 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:32 [INFO] raft: aborting pipeline replication to peer {Nonvoter 5cfbb028-317f-43dd-99eb-cb4df0d308b2 10.242.86.138:8300} 2021/06/03 12:09:32 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error making call: stream closed 2021/06/03 12:09:32 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:32 [ERR] raft: Failed to AppendEntries to {Nonvoter 5cfbb028-317f-43dd-99eb-cb4df0d308b2 10.242.86.138:8300}: EOF 2021/06/03 12:09:32 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:32 [ERR] raft: Failed to AppendEntries to {Nonvoter 5cfbb028-317f-43dd-99eb-cb4df0d308b2 10.242.86.138:8300}: EOF 2021/06/03 12:09:32 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:32 [ERR] raft: Failed to AppendEntries to {Nonvoter 5cfbb028-317f-43dd-99eb-cb4df0d308b2 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: getsockopt: connection refused 2021/06/03 12:09:32 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:32 [ERR] raft: Failed to AppendEntries to {Nonvoter 5cfbb028-317f-43dd-99eb-cb4df0d308b2 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: getsockopt: connection refused 2021/06/03 12:09:32 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:32 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: getsockopt: connection refused 2021/06/03 12:09:32 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:32 [ERR] raft: Failed to AppendEntries to {Nonvoter 5cfbb028-317f-43dd-99eb-cb4df0d308b2 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: getsockopt: connection refused 2021/06/03 12:09:32 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:32 [ERR] raft: Failed to AppendEntries to {Nonvoter 5cfbb028-317f-43dd-99eb-cb4df0d308b2 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: getsockopt: connection refused 2021/06/03 12:09:32 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:32 [ERR] raft: Failed to AppendEntries to {Nonvoter 5cfbb028-317f-43dd-99eb-cb4df0d308b2 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: getsockopt: connection refused 2021/06/03 12:09:33 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:33 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: getsockopt: connection refused 2021/06/03 12:09:33 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:09:33 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:33 [ERR] raft: Failed to AppendEntries to {Nonvoter 5cfbb028-317f-43dd-99eb-cb4df0d308b2 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: getsockopt: connection refused 2021/06/03 12:09:33 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:33 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: getsockopt: connection refused 2021/06/03 12:09:33 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:33 [ERR] raft: Failed to AppendEntries to {Nonvoter 5cfbb028-317f-43dd-99eb-cb4df0d308b2 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: getsockopt: connection refused 2021/06/03 12:09:34 [INFO] memberlist: Suspect dev-consul-server-0 has failed, no acks received 2021/06/03 12:09:34 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: getsockopt: connection refused 2021/06/03 12:09:34 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: getsockopt: connection refused 2021/06/03 12:09:34 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:34 [WARN] raft: Failed to contact 5cfbb028-317f-43dd-99eb-cb4df0d308b2 in 2.500228038s 2021/06/03 12:09:35 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:09:35 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:35 [ERR] raft: Failed to AppendEntries to {Nonvoter 5cfbb028-317f-43dd-99eb-cb4df0d308b2 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: getsockopt: connection refused 2021/06/03 12:09:35 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:35 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: getsockopt: connection refused 2021/06/03 12:09:36 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: getsockopt: connection refused 2021/06/03 12:09:36 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:36 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: getsockopt: connection refused 2021/06/03 12:09:37 [INFO] memberlist: Suspect dev-consul-server-0 has failed, no acks received 2021/06/03 12:09:37 [WARN] raft: Failed to contact 5cfbb028-317f-43dd-99eb-cb4df0d308b2 in 4.984171724s 2021/06/03 12:09:37 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:09:37 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 12:09:37 [INFO] serf: EventMemberFailed: dev-consul-server-0 10.242.86.138 2021/06/03 12:09:37 [INFO] consul: Removing LAN server dev-consul-server-0 (Addr: tcp/10.242.86.138:8300) (DC: dc1) 2021/06/03 12:09:37 [INFO] consul: member 'dev-consul-server-0' failed, marking health critical 2021/06/03 12:09:37 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:37 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:39 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:09:39 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/06/03 12:09:39 [WARN] raft: Failed to contact 5cfbb028-317f-43dd-99eb-cb4df0d308b2 in 7.449380326s 2021/06/03 12:09:40 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:09:42 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:09:44 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:09:46 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:09:47 [INFO] memberlist: Suspect dev-consul-server-0 has failed, no acks received 2021/06/03 12:09:47 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:09:47 [ERR] raft: Failed to AppendEntries to {Nonvoter 5cfbb028-317f-43dd-99eb-cb4df0d308b2 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:09:48 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:09:48 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:09:48 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:51 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:09:51 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 12:09:52 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:09:53 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:09:54 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:09:56 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:09:58 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:09:58 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:10:00 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:10:00 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:10:00 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:10:03 [ERR] raft: Failed to AppendEntries to {Nonvoter 5cfbb028-317f-43dd-99eb-cb4df0d308b2 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:10:03 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:10:03 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/06/03 12:10:04 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:10:06 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:10:06 [ERR] memberlist: Conflicting address for dev-consul-server-0.dc1. Mine: 10.242.86.138:8302 Theirs: 10.242.86.178:8302 2021/06/03 12:10:06 [WARN] serf: Name conflict for 'dev-consul-server-0.dc1' both 10.242.86.138:8302 and 10.242.86.178:8302 are claiming 2021/06/03 12:10:06 [ERR] memberlist: Conflicting address for dev-consul-server-0. Mine: 10.242.86.138:8301 Theirs: 10.242.86.178:8301 2021/06/03 12:10:06 [WARN] serf: Name conflict for 'dev-consul-server-0' both 10.242.86.138:8301 and 10.242.86.178:8301 are claiming 2021/06/03 12:10:06 [ERR] memberlist: Conflicting address for dev-consul-server-0. Mine: 10.242.86.138:8301 Theirs: 10.242.86.178:8301 2021/06/03 12:10:06 [WARN] serf: Name conflict for 'dev-consul-server-0' both 10.242.86.138:8301 and 10.242.86.178:8301 are claiming 2021/06/03 12:10:06 [ERR] memberlist: Conflicting address for dev-consul-server-0. Mine: 10.242.86.138:8301 Theirs: 10.242.86.178:8301 2021/06/03 12:10:06 [WARN] serf: Name conflict for 'dev-consul-server-0' both 10.242.86.138:8301 and 10.242.86.178:8301 are claiming 2021/06/03 12:10:06 [ERR] memberlist: Conflicting address for dev-consul-server-0. Mine: 10.242.86.138:8301 Theirs: 10.242.86.178:8301 2021/06/03 12:10:06 [WARN] serf: Name conflict for 'dev-consul-server-0' both 10.242.86.138:8301 and 10.242.86.178:8301 are claiming 2021/06/03 12:10:06 [ERR] memberlist: Conflicting address for dev-consul-server-0. Mine: 10.242.86.138:8301 Theirs: 10.242.86.178:8301 2021/06/03 12:10:06 [WARN] serf: Name conflict for 'dev-consul-server-0' both 10.242.86.138:8301 and 10.242.86.178:8301 are claiming 2021/06/03 12:10:06 [ERR] memberlist: Conflicting address for dev-consul-server-0.dc1. Mine: 10.242.86.138:8302 Theirs: 10.242.86.178:8302 2021/06/03 12:10:06 [WARN] serf: Name conflict for 'dev-consul-server-0.dc1' both 10.242.86.138:8302 and 10.242.86.178:8302 are claiming 2021/06/03 12:10:07 [INFO] memberlist: Suspect dev-consul-server-0.dc1 has failed, no acks received 2021/06/03 12:10:07 [ERR] memberlist: Conflicting address for dev-consul-server-0.dc1. Mine: 10.242.86.138:8302 Theirs: 10.242.86.178:8302 2021/06/03 12:10:07 [WARN] serf: Name conflict for 'dev-consul-server-0.dc1' both 10.242.86.138:8302 and 10.242.86.178:8302 are claiming 2021/06/03 12:10:08 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:10:10 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:10:10 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:10:12 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:10:12 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:10:13 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:10:13 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:10:14 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:10:16 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:10:18 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:10:20 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:10:22 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:10:22 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:10:22 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:10:23 [ERR] raft: Failed to AppendEntries to {Nonvoter 5cfbb028-317f-43dd-99eb-cb4df0d308b2 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:10:25 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:10:25 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 12:10:25 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:10:26 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:10:28 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:10:30 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:10:32 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:10:33 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:10:34 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:10:34 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:10:34 [INFO] serf: attempting reconnect to dev-consul-server-0 10.242.86.138:8301 2021/06/03 12:10:35 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:10:37 [INFO] memberlist: Marking dev-consul-server-0.dc1 as failed, suspect timeout reached (0 peer confirmations) 2021/06/03 12:10:37 [INFO] serf: EventMemberFailed: dev-consul-server-0.dc1 10.242.86.138 2021/06/03 12:10:37 [INFO] consul: Handled member-failed event for server "dev-consul-server-0.dc1" in area "wan" 2021/06/03 12:10:37 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/06/03 12:10:37 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/06/03 12:10:38 [WARN] consul: error getting server health from "dev-consul-server-0": last request still outstanding 2021/06/03 12:10:39 [INFO] serf: EventMemberJoin: dev-consul-server-0 10.242.86.178 2021/06/03 12:10:39 [INFO] consul: Adding LAN server dev-consul-server-0 (Addr: tcp/10.242.86.178:8300) (DC: dc1) 2021/06/03 12:10:39 [INFO] raft: Updating configuration with AddNonvoter (e5dccf56-b38c-ca4f-5e3d-f413e992055c, 10.242.86.178:8300) to [{Suffrage:Voter ID:daeec2cf-3a81-fb66-46ab-7421b47565cf Address:10.242.126.76:8300} {Suffrage:Voter ID:ebecae04-9067-3207-98af-f3f5067fdc9b Address:10.242.122.132:8300} {Suffrage:Voter ID:5cfbb028-317f-43dd-99eb-cb4df0d308b2 Address:10.242.86.138:8300} {Suffrage:Nonvoter ID:e5dccf56-b38c-ca4f-5e3d-f413e992055c Address:10.242.86.178:8300}] 2021/06/03 12:10:39 [INFO] raft: Added peer e5dccf56-b38c-ca4f-5e3d-f413e992055c, starting replication 2021/06/03 12:10:39 [INFO] consul: member 'dev-consul-server-0' joined, marking health alive 2021/06/03 12:10:39 [WARN] raft: AppendEntries to {Nonvoter e5dccf56-b38c-ca4f-5e3d-f413e992055c 10.242.86.178:8300} rejected, sending older logs (next: 1) 2021/06/03 12:10:40 [INFO] raft: pipelining replication to peer {Nonvoter e5dccf56-b38c-ca4f-5e3d-f413e992055c 10.242.86.178:8300} 2021/06/03 12:10:41 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:10:42 [INFO] memberlist: Suspect dev-consul-server-0.dc1 has failed, no acks received 2021/06/03 12:10:43 [ERR] raft: Failed to AppendEntries to {Nonvoter 5cfbb028-317f-43dd-99eb-cb4df0d308b2 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:10:46 [WARN] consul: error getting server health from "dev-consul-server-0": rpc error getting client: failed to get conn: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:10:51 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:10:52 [INFO] autopilot: Promoting Server (ID: "e5dccf56-b38c-ca4f-5e3d-f413e992055c" Address: "10.242.86.178:8300") to voter 2021/06/03 12:10:52 [INFO] raft: Updating configuration with AddStaging (e5dccf56-b38c-ca4f-5e3d-f413e992055c, 10.242.86.178:8300) to [{Suffrage:Voter ID:daeec2cf-3a81-fb66-46ab-7421b47565cf Address:10.242.126.76:8300} {Suffrage:Voter ID:ebecae04-9067-3207-98af-f3f5067fdc9b Address:10.242.122.132:8300} {Suffrage:Voter ID:5cfbb028-317f-43dd-99eb-cb4df0d308b2 Address:10.242.86.138:8300} {Suffrage:Voter ID:e5dccf56-b38c-ca4f-5e3d-f413e992055c Address:10.242.86.178:8300}] 2021/06/03 12:10:52 [INFO] autopilot: Attempting removal of stale Server (ID: "5cfbb028-317f-43dd-99eb-cb4df0d308b2" Address: "10.242.86.138:8300") 2021/06/03 12:10:52 [INFO] raft: Updating configuration with RemoveServer (5cfbb028-317f-43dd-99eb-cb4df0d308b2, ) to [{Suffrage:Voter ID:daeec2cf-3a81-fb66-46ab-7421b47565cf Address:10.242.126.76:8300} {Suffrage:Voter ID:ebecae04-9067-3207-98af-f3f5067fdc9b Address:10.242.122.132:8300} {Suffrage:Voter ID:e5dccf56-b38c-ca4f-5e3d-f413e992055c Address:10.242.86.178:8300}] 2021/06/03 12:10:52 [INFO] raft: Removed peer 5cfbb028-317f-43dd-99eb-cb4df0d308b2, stopping replication after 938 2021/06/03 12:10:53 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:11:02 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:11:03 [ERR] raft: Failed to AppendEntries to {Nonvoter 5cfbb028-317f-43dd-99eb-cb4df0d308b2 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:11:11 [ERR] memberlist: Conflicting address for dev-consul-server-0.dc1. Mine: 10.242.86.138:8302 Theirs: 10.242.86.178:8302 2021/06/03 12:11:11 [WARN] serf: Name conflict for 'dev-consul-server-0.dc1' both 10.242.86.138:8302 and 10.242.86.178:8302 are claiming 2021/06/03 12:11:12 [ERR] memberlist: Conflicting address for dev-consul-server-0.dc1. Mine: 10.242.86.138:8302 Theirs: 10.242.86.178:8302 2021/06/03 12:11:12 [WARN] serf: Name conflict for 'dev-consul-server-0.dc1' both 10.242.86.138:8302 and 10.242.86.178:8302 are claiming 2021/06/03 12:11:12 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:11:13 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:11:22 [INFO] serf: attempting reconnect to dev-consul-server-0.dc1 10.242.86.138:8302 2021/06/03 12:11:23 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:11:23 [ERR] raft: Failed to AppendEntries to {Nonvoter 5cfbb028-317f-43dd-99eb-cb4df0d308b2 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:11:33 [ERR] raft: Failed to heartbeat to 10.242.86.138:8300: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:11:34 [WARN] Unable to get address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2, using fallback address 10.242.86.138:8300: Could not find address for server id 5cfbb028-317f-43dd-99eb-cb4df0d308b2 2021/06/03 12:11:44 [ERR] raft: Failed to AppendEntries to {Nonvoter 5cfbb028-317f-43dd-99eb-cb4df0d308b2 10.242.86.138:8300}: dial tcp ->10.242.86.138:8300: i/o timeout 2021/06/03 12:12:11 [INFO] serf: EventMemberJoin: dev-consul-server-0.dc1 10.242.86.178 2021/06/03 12:12:11 [INFO] consul: Handled member-join event for server "dev-consul-server-0.dc1" in area "wan"