+ CONSUL_BIND= + [ -n ] + CONSUL_CLIENT= + [ -n ] + CONSUL_DATA_DIR=/consul/data + CONSUL_CONFIG_DIR=/consul/config + [ -n ] + [ a = - ] + [ agent = agent ] + shift + set -- consul agent -data-dir=/consul/data -config-dir=/consul/config -bootstrap-expect=3 -enable-script-checks -retry-join=dev-consul-server-0.consul-server -retry-join=dev-consul-server-1.consul-server -retry-join=dev-consul-server-2.consul-server -client=0.0.0.0 -server -ui + [ consul = consul ] + stat -c %u /consul/data + id -u consul + [ 100 != 100 ] + stat -c %u /consul/config + id -u consul + [ 100 != 100 ] + [ ! -z ] + exec consul agent -data-dir=/consul/data -config-dir=/consul/config -bootstrap-expect=3 -enable-script-checks -retry-join=dev-consul-server-0.consul-server -retry-join=dev-consul-server-1.consul-server -retry-join=dev-consul-server-2.consul-server -client=0.0.0.0 -server -ui bootstrap_expect > 0: expecting 3 servers ==> Starting Consul agent... ==> Consul agent running! Version: 'v1.0.6' Node ID: 'c955779f-89a6-203f-a38f-22883c86e868' Node name: 'dev-consul-server-2' Datacenter: 'dc1' (Segment: '') Server: true (Bootstrap: false) Client Addr: [0.0.0.0] (HTTP: 8500, HTTPS: -1, DNS: 8600) Cluster Addr: 10.242.142.201 (LAN: 8301, WAN: 8302) Encrypt: Gossip: false, TLS-Outgoing: false, TLS-Incoming: false ==> Log data will now stream in as it occurs: 2021/05/21 10:49:05 [INFO] raft: Initial configuration (index=0): [] 2021/05/21 10:49:05 [INFO] raft: Node at 10.242.142.201:8300 [Follower] entering Follower state (Leader: "") 2021/05/21 10:49:05 [INFO] serf: EventMemberJoin: dev-consul-server-2.dc1 10.242.142.201 2021/05/21 10:49:05 [INFO] serf: EventMemberJoin: dev-consul-server-2 10.242.142.201 2021/05/21 10:49:05 [INFO] agent: Started DNS server 0.0.0.0:8600 (udp) 2021/05/21 10:49:05 [INFO] consul: Adding LAN server dev-consul-server-2 (Addr: tcp/10.242.142.201:8300) (DC: dc1) 2021/05/21 10:49:05 [INFO] consul: Handled member-join event for server "dev-consul-server-2.dc1" in area "wan" 2021/05/21 10:49:05 [INFO] agent: Started DNS server 0.0.0.0:8600 (tcp) 2021/05/21 10:49:05 [INFO] agent: Started HTTP server on [::]:8500 (tcp) 2021/05/21 10:49:05 [INFO] agent: started state syncer 2021/05/21 10:49:05 [INFO] agent: Retry join LAN is supported for: aliyun aws azure digitalocean gce os scaleway softlayer 2021/05/21 10:49:05 [INFO] agent: Joining LAN cluster... 2021/05/21 10:49:05 [INFO] agent: (LAN) joining: [dev-consul-server-0.consul-server dev-consul-server-1.consul-server dev-consul-server-2.consul-server] 2021/05/21 10:49:05 [INFO] serf: EventMemberJoin: dev-consul-7467bf7b46-22bkc 10.242.129.72 2021/05/21 10:49:05 [INFO] serf: EventMemberJoin: dev-consul-server-0 10.242.1.135 2021/05/21 10:49:05 [INFO] consul: Adding LAN server dev-consul-server-0 (Addr: tcp/10.242.1.135:8300) (DC: dc1) 2021/05/21 10:49:05 [INFO] serf: EventMemberJoin: dev-consul-server-1 10.242.129.75 2021/05/21 10:49:05 [INFO] consul: Found expected number of peers, attempting bootstrap: 10.242.142.201:8300,10.242.1.135:8300,10.242.129.75:8300 2021/05/21 10:49:05 [INFO] serf: EventMemberJoin: dev-consul-server-1.dc1 10.242.129.75 2021/05/21 10:49:05 [INFO] consul: Handled member-join event for server "dev-consul-server-1.dc1" in area "wan" 2021/05/21 10:49:05 [INFO] serf: EventMemberJoin: dev-consul-server-0.dc1 10.242.1.135 2021/05/21 10:49:05 [INFO] consul: Handled member-join event for server "dev-consul-server-0.dc1" in area "wan" 2021/05/21 10:49:05 [WARN] memberlist: Failed to resolve dev-consul-server-2.consul-server: lookup dev-consul-server-2.consul-server on 10.96.0.10:53: no such host 2021/05/21 10:49:05 [INFO] agent: (LAN) joined: 2 Err: 2021/05/21 10:49:05 [INFO] agent: Join LAN completed. Synced with 2 initial agents 2021/05/21 10:49:05 [INFO] consul: Adding LAN server dev-consul-server-1 (Addr: tcp/10.242.129.75:8300) (DC: dc1) 2021/05/21 10:49:07 [DEBUG] raft-net: 10.242.142.201:8300 accepted connection from: 10.242.1.135:50546 2021/05/21 10:49:07 [DEBUG] raft-net: 10.242.142.201:8300 accepted connection from: 10.242.1.135:50548 2021/05/21 10:49:08 [INFO] consul: New leader elected: dev-consul-server-0 2021/05/21 10:49:08 [INFO] agent: Synced node info ==> Failed to check for updates: Get https://checkpoint-api.hashicorp.com/v1/check/consul?arch=amd64&os=linux&signature=2395b971-9f7b-5a30-b4f8-bf0df5b88871&version=1.0.6: net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) 2021/05/21 10:55:30 [DEBUG] raft-net: 10.242.142.201:8300 accepted connection from: 10.242.1.135:51964 2021/05/21 10:55:37 [ERR] raft-net: Failed to flush response: write tcp 10.242.142.201:8300->10.242.1.135:50548: write: broken pipe 2021/05/21 10:59:29 [ERR] yamux: keepalive failed: session shutdown 2021/05/21 11:01:07 [DEBUG] raft-net: 10.242.142.201:8300 accepted connection from: 10.242.1.135:53420 2021/05/21 11:01:11 [ERR] raft-net: Failed to flush response: write tcp 10.242.142.201:8300->10.242.1.135:50546: write: broken pipe 2021/05/21 11:06:56 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:60932->10.242.129.72:8301: i/o timeout 2021/05/21 11:06:56 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:06:59 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:47286->10.242.129.75:8301: i/o timeout 2021/05/21 11:06:59 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:07:04 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:32770->10.242.129.72:8301: i/o timeout 2021/05/21 11:07:04 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:07:06 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:47338->10.242.129.75:8301: i/o timeout 2021/05/21 11:07:06 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:07:09 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:32818->10.242.129.72:8301: i/o timeout 2021/05/21 11:07:09 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:07:10 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:47200->10.242.129.75:8302: i/o timeout 2021/05/21 11:07:10 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:07:11 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:47380->10.242.129.75:8301: i/o timeout 2021/05/21 11:07:11 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:07:13 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:32840->10.242.129.72:8301: i/o timeout 2021/05/21 11:07:13 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:07:15 [INFO] serf: EventMemberFailed: dev-consul-server-1 10.242.129.75 2021/05/21 11:07:15 [INFO] consul: Removing LAN server dev-consul-server-1 (Addr: tcp/10.242.129.75:8300) (DC: dc1) 2021/05/21 11:07:15 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:47426->10.242.129.75:8301: i/o timeout 2021/05/21 11:07:15 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:07:16 [INFO] memberlist: Marking dev-consul-7467bf7b46-22bkc as failed, suspect timeout reached (1 peer confirmations) 2021/05/21 11:07:16 [INFO] serf: EventMemberFailed: dev-consul-7467bf7b46-22bkc 10.242.129.72 2021/05/21 11:07:17 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:32882->10.242.129.72:8301: i/o timeout 2021/05/21 11:07:17 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:07:18 [INFO] serf: EventMemberJoin: dev-consul-server-1 10.242.129.75 2021/05/21 11:07:18 [INFO] consul: Adding LAN server dev-consul-server-1 (Addr: tcp/10.242.129.75:8300) (DC: dc1) 2021/05/21 11:07:19 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:47464->10.242.129.75:8301: i/o timeout 2021/05/21 11:07:19 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:07:20 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:47238->10.242.129.75:8302: i/o timeout 2021/05/21 11:07:20 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:07:22 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:47484->10.242.129.75:8301: i/o timeout 2021/05/21 11:07:22 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:07:24 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:47492->10.242.129.75:8301: i/o timeout 2021/05/21 11:07:24 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:07:26 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:47524->10.242.129.75:8301: i/o timeout 2021/05/21 11:07:26 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:07:28 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:47546->10.242.129.75:8301: i/o timeout 2021/05/21 11:07:28 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:07:30 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:47552->10.242.129.75:8301: i/o timeout 2021/05/21 11:07:30 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:07:31 [INFO] memberlist: Marking dev-consul-server-1 as failed, suspect timeout reached (1 peer confirmations) 2021/05/21 11:07:31 [INFO] serf: EventMemberFailed: dev-consul-server-1 10.242.129.75 2021/05/21 11:07:31 [INFO] consul: Removing LAN server dev-consul-server-1 (Addr: tcp/10.242.129.75:8300) (DC: dc1) 2021/05/21 11:07:31 [ERR] yamux: keepalive failed: i/o deadline reached 2021/05/21 11:07:31 [ERR] consul.rpc: multiplex conn accept failed: keepalive timeout from=10.242.129.72:50750 2021/05/21 11:07:35 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:47406->10.242.129.75:8302: i/o timeout 2021/05/21 11:07:35 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:07:35 [INFO] serf: attempting reconnect to dev-consul-server-1 10.242.129.75:8301 2021/05/21 11:07:40 [INFO] memberlist: Marking dev-consul-server-1.dc1 as failed, suspect timeout reached (0 peer confirmations) 2021/05/21 11:07:40 [INFO] serf: EventMemberFailed: dev-consul-server-1.dc1 10.242.129.75 2021/05/21 11:07:40 [INFO] consul: Handled member-failed event for server "dev-consul-server-1.dc1" in area "wan" 2021/05/21 11:07:45 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:47460->10.242.129.75:8302: i/o timeout 2021/05/21 11:07:45 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:07:46 [ERR] memberlist: failed to receive: read tcp 10.242.142.201:8301->10.242.129.75:38264: i/o timeout from=10.242.129.75:38264 2021/05/21 11:07:46 [ERR] memberlist: Failed to send error: write tcp 10.242.142.201:8301->10.242.129.75:38264: i/o timeout from=10.242.129.75:38264 2021/05/21 11:07:51 [INFO] serf: EventMemberJoin: dev-consul-server-1.dc1 10.242.129.75 2021/05/21 11:07:51 [INFO] consul: Handled member-join event for server "dev-consul-server-1.dc1" in area "wan" 2021/05/21 11:07:54 [INFO] serf: EventMemberJoin: dev-consul-server-1 10.242.129.75 2021/05/21 11:07:54 [INFO] consul: Adding LAN server dev-consul-server-1 (Addr: tcp/10.242.129.75:8300) (DC: dc1) 2021/05/21 11:07:55 [WARN] memberlist: Refuting a suspect message (from: dev-consul-7467bf7b46-22bkc) 2021/05/21 11:07:55 [INFO] serf: EventMemberJoin: dev-consul-7467bf7b46-22bkc 10.242.129.72 2021/05/21 11:07:57 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:47786->10.242.129.75:8301: i/o timeout 2021/05/21 11:07:57 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:08:00 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:33256->10.242.129.72:8301: i/o timeout 2021/05/21 11:08:00 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:08:02 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:47834->10.242.129.75:8301: i/o timeout 2021/05/21 11:08:02 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:08:04 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:47864->10.242.129.75:8301: i/o timeout 2021/05/21 11:08:04 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:08:05 [DEBUG] raft-net: 10.242.142.201:8300 accepted connection from: 10.242.129.75:57158 2021/05/21 11:08:05 [WARN] raft: Rejecting vote request from 10.242.129.75:8300 since we have a leader: 10.242.1.135:8300 2021/05/21 11:08:06 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:33328->10.242.129.72:8301: i/o timeout 2021/05/21 11:08:06 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:08:08 [INFO] memberlist: Marking dev-consul-server-1 as failed, suspect timeout reached (1 peer confirmations) 2021/05/21 11:08:08 [INFO] serf: EventMemberFailed: dev-consul-server-1 10.242.129.75 2021/05/21 11:08:08 [INFO] consul: Removing LAN server dev-consul-server-1 (Addr: tcp/10.242.129.75:8300) (DC: dc1) 2021/05/21 11:08:08 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:33354->10.242.129.72:8301: i/o timeout 2021/05/21 11:08:08 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:08:11 [INFO] serf: EventMemberFailed: dev-consul-7467bf7b46-22bkc 10.242.129.72 2021/05/21 11:08:11 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:33374->10.242.129.72:8301: i/o timeout 2021/05/21 11:08:11 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:08:15 [INFO] serf: attempting reconnect to dev-consul-server-1 10.242.129.75:8301 2021/05/21 11:08:20 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:47836->10.242.129.75:8302: i/o timeout 2021/05/21 11:08:20 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:08:29 [ERR] yamux: keepalive failed: i/o deadline reached 2021/05/21 11:08:30 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:47926->10.242.129.75:8302: i/o timeout 2021/05/21 11:08:30 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:08:35 [ERR] yamux: keepalive failed: i/o deadline reached 2021/05/21 11:08:35 [ERR] consul.rpc: multiplex conn accept failed: keepalive timeout from=10.242.129.72:51172 2021/05/21 11:08:39 [INFO] serf: EventMemberJoin: dev-consul-server-1 10.242.129.75 2021/05/21 11:08:39 [INFO] consul: Adding LAN server dev-consul-server-1 (Addr: tcp/10.242.129.75:8300) (DC: dc1) 2021/05/21 11:08:40 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:48034->10.242.129.75:8302: i/o timeout 2021/05/21 11:08:40 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:08:41 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:48248->10.242.129.75:8301: i/o timeout 2021/05/21 11:08:41 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:08:44 [WARN] memberlist: Was able to connect to dev-consul-server-1 but other probes failed, network may be misconfigured 2021/05/21 11:08:45 [INFO] serf: EventMemberJoin: dev-consul-7467bf7b46-22bkc 10.242.129.72 2021/05/21 11:08:48 [WARN] raft: Rejecting vote request from 10.242.129.75:8300 since we have a leader: 10.242.1.135:8300 2021/05/21 11:08:48 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:48320->10.242.129.75:8301: i/o timeout 2021/05/21 11:08:49 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:33778->10.242.129.72:8301: i/o timeout 2021/05/21 11:08:49 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:08:51 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:33786->10.242.129.72:8301: i/o timeout 2021/05/21 11:08:51 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:08:53 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:48368->10.242.129.75:8301: i/o timeout 2021/05/21 11:08:53 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:08:55 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:33838->10.242.129.72:8301: i/o timeout 2021/05/21 11:08:55 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:08:58 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:33860->10.242.129.72:8301: i/o timeout 2021/05/21 11:08:58 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:09:01 [INFO] memberlist: Marking dev-consul-7467bf7b46-22bkc as failed, suspect timeout reached (1 peer confirmations) 2021/05/21 11:09:01 [INFO] serf: EventMemberFailed: dev-consul-7467bf7b46-22bkc 10.242.129.72 2021/05/21 11:09:01 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:33898->10.242.129.72:8301: i/o timeout 2021/05/21 11:09:01 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:09:01 [INFO] consul: New leader elected: dev-consul-server-0 2021/05/21 11:09:02 [DEBUG] raft-net: 10.242.142.201:8300 accepted connection from: 10.242.1.135:56720 2021/05/21 11:09:04 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:48464->10.242.129.75:8301: i/o timeout 2021/05/21 11:09:04 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:09:07 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:48506->10.242.129.75:8301: i/o timeout 2021/05/21 11:09:07 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:09:09 [INFO] serf: EventMemberJoin: dev-consul-7467bf7b46-22bkc 10.242.129.72 2021/05/21 11:09:10 [WARN] raft: Rejecting vote request from 10.242.129.75:8300 since we have a leader: 10.242.1.135:8300 2021/05/21 11:09:40 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:48884->10.242.129.75:8301: i/o timeout 2021/05/21 11:09:40 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:10:01 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:49068->10.242.129.75:8301: i/o timeout 2021/05/21 11:10:01 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:10:04 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:49084->10.242.129.75:8301: i/o timeout 2021/05/21 11:10:05 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:34552->10.242.129.72:8301: i/o timeout 2021/05/21 11:10:05 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:10:05 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:48922->10.242.129.75:8302: i/o timeout 2021/05/21 11:10:06 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:49122->10.242.129.75:8301: i/o timeout 2021/05/21 11:10:06 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:10:08 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:34574->10.242.129.72:8301: i/o timeout 2021/05/21 11:10:08 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:10:10 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:49156->10.242.129.75:8301: i/o timeout 2021/05/21 11:10:10 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:10:12 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:34610->10.242.129.72:8301: i/o timeout 2021/05/21 11:10:12 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:10:13 [WARN] memberlist: Refuting a suspect message (from: dev-consul-7467bf7b46-22bkc) 2021/05/21 11:10:33 [WARN] memberlist: Was able to connect to dev-consul-7467bf7b46-22bkc but other probes failed, network may be misconfigured 2021/05/21 11:10:36 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:34842->10.242.129.72:8301: i/o timeout 2021/05/21 11:10:36 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:10:38 [WARN] memberlist: Refuting a suspect message (from: dev-consul-server-1) 2021/05/21 11:10:40 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:34872->10.242.129.72:8301: i/o timeout 2021/05/21 11:10:40 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:10:43 [WARN] memberlist: Was able to connect to dev-consul-server-1 but other probes failed, network may be misconfigured 2021/05/21 11:10:45 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:49478->10.242.129.75:8301: i/o timeout 2021/05/21 11:10:45 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:10:47 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:34936->10.242.129.72:8301: i/o timeout 2021/05/21 11:10:47 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:10:49 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:34966->10.242.129.72:8301: i/o timeout 2021/05/21 11:10:49 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:10:50 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:49348->10.242.129.75:8302: i/o timeout 2021/05/21 11:10:50 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:10:52 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:49538->10.242.129.75:8301: i/o timeout 2021/05/21 11:10:52 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:10:54 [INFO] memberlist: Marking dev-consul-7467bf7b46-22bkc as failed, suspect timeout reached (1 peer confirmations) 2021/05/21 11:10:54 [INFO] serf: EventMemberFailed: dev-consul-7467bf7b46-22bkc 10.242.129.72 2021/05/21 11:10:54 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:35010->10.242.129.72:8301: i/o timeout 2021/05/21 11:10:54 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:10:56 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:49572->10.242.129.75:8301: i/o timeout 2021/05/21 11:10:56 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:10:56 [ERR] yamux: keepalive failed: i/o deadline reached 2021/05/21 11:10:56 [ERR] consul.rpc: multiplex conn accept failed: keepalive timeout from=10.242.129.72:52290 2021/05/21 11:10:58 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:49642->10.242.129.75:8301: i/o timeout 2021/05/21 11:10:58 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:11:00 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:49384->10.242.129.75:8302: i/o timeout 2021/05/21 11:11:00 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:11:00 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:49684->10.242.129.75:8301: i/o timeout 2021/05/21 11:11:00 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:11:02 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:49700->10.242.129.75:8301: i/o timeout 2021/05/21 11:11:02 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:11:04 [INFO] serf: EventMemberFailed: dev-consul-server-1 10.242.129.75 2021/05/21 11:11:04 [INFO] consul: Removing LAN server dev-consul-server-1 (Addr: tcp/10.242.129.75:8300) (DC: dc1) 2021/05/21 11:11:06 [ERR] memberlist: failed to receive: read tcp 10.242.142.201:8301->10.242.129.72:38734: i/o timeout from=10.242.129.72:38734 2021/05/21 11:11:06 [ERR] memberlist: Failed to send error: write tcp 10.242.142.201:8301->10.242.129.72:38734: i/o timeout from=10.242.129.72:38734 2021/05/21 11:11:15 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:49692->10.242.129.75:8302: i/o timeout 2021/05/21 11:11:15 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:11:20 [INFO] serf: EventMemberJoin: dev-consul-server-1 10.242.129.75 2021/05/21 11:11:20 [INFO] consul: Adding LAN server dev-consul-server-1 (Addr: tcp/10.242.129.75:8300) (DC: dc1) 2021/05/21 11:11:21 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:49988->10.242.129.75:8301: i/o timeout 2021/05/21 11:11:21 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:11:23 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:50008->10.242.129.75:8301: i/o timeout 2021/05/21 11:11:23 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:11:25 [WARN] memberlist: Was able to connect to dev-consul-server-1.dc1 but other probes failed, network may be misconfigured 2021/05/21 11:11:25 [WARN] memberlist: Was able to connect to dev-consul-server-1 but other probes failed, network may be misconfigured 2021/05/21 11:11:28 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:50110->10.242.129.75:8301: i/o timeout 2021/05/21 11:11:28 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:11:30 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:50114->10.242.129.75:8301: i/o timeout 2021/05/21 11:11:30 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:11:32 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:50144->10.242.129.75:8301: i/o timeout 2021/05/21 11:11:32 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:11:33 [INFO] memberlist: Marking dev-consul-server-1 as failed, suspect timeout reached (1 peer confirmations) 2021/05/21 11:11:33 [INFO] serf: EventMemberFailed: dev-consul-server-1 10.242.129.75 2021/05/21 11:11:33 [INFO] consul: Removing LAN server dev-consul-server-1 (Addr: tcp/10.242.129.75:8300) (DC: dc1) 2021/05/21 11:11:38 [WARN] memberlist: Refuting a suspect message (from: dev-consul-server-1.dc1) 2021/05/21 11:11:38 [INFO] serf: EventMemberJoin: dev-consul-server-1 10.242.129.75 2021/05/21 11:11:38 [INFO] consul: Adding LAN server dev-consul-server-1 (Addr: tcp/10.242.129.75:8300) (DC: dc1) 2021/05/21 11:11:40 [INFO] serf: EventMemberJoin: dev-consul-7467bf7b46-22bkc 10.242.129.72 2021/05/21 11:11:40 [WARN] memberlist: Refuting a suspect message (from: dev-consul-7467bf7b46-22bkc) 2021/05/21 11:11:42 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:35696->10.242.129.72:8301: i/o timeout 2021/05/21 11:11:42 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:11:43 [INFO] memberlist: Marking dev-consul-server-1 as failed, suspect timeout reached (0 peer confirmations) 2021/05/21 11:11:43 [INFO] serf: EventMemberFailed: dev-consul-server-1 10.242.129.75 2021/05/21 11:11:44 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:50270->10.242.129.75:8301: i/o timeout 2021/05/21 11:11:44 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:11:46 [INFO] consul: Removing LAN server dev-consul-server-1 (Addr: tcp/10.242.129.75:8300) (DC: dc1) 2021/05/21 11:11:46 [DEBUG] raft-net: 10.242.142.201:8300 accepted connection from: 10.242.1.135:58196 2021/05/21 11:11:46 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:35750->10.242.129.72:8301: i/o timeout 2021/05/21 11:11:46 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:11:48 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:35772->10.242.129.72:8301: i/o timeout 2021/05/21 11:11:48 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:11:50 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:35780->10.242.129.72:8301: i/o timeout 2021/05/21 11:11:50 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:11:52 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:35796->10.242.129.72:8301: i/o timeout 2021/05/21 11:11:52 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:11:53 [INFO] serf: EventMemberFailed: dev-consul-7467bf7b46-22bkc 10.242.129.72 2021/05/21 11:11:54 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:35804->10.242.129.72:8301: i/o timeout 2021/05/21 11:11:54 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:11:55 [INFO] serf: EventMemberJoin: dev-consul-server-1 10.242.129.75 2021/05/21 11:11:55 [INFO] consul: Adding LAN server dev-consul-server-1 (Addr: tcp/10.242.129.75:8300) (DC: dc1) 2021/05/21 11:11:55 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:50196->10.242.129.75:8302: i/o timeout 2021/05/21 11:11:55 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:11:55 [ERR] raft-net: Failed to flush response: write tcp 10.242.142.201:8300->10.242.1.135:53420: write: broken pipe 2021/05/21 11:11:57 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:50416->10.242.129.75:8301: i/o timeout 2021/05/21 11:11:57 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:11:58 [WARN] memberlist: Refuting a suspect message (from: dev-consul-server-1.dc1) 2021/05/21 11:12:03 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:50472->10.242.129.75:8301: i/o timeout 2021/05/21 11:12:03 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:12:05 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:50488->10.242.129.75:8301: i/o timeout 2021/05/21 11:12:05 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:12:09 [INFO] serf: EventMemberJoin: dev-consul-7467bf7b46-22bkc 10.242.129.72 2021/05/21 11:12:11 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:35996->10.242.129.72:8301: i/o timeout 2021/05/21 11:12:11 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:12:14 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:50564->10.242.129.75:8301: i/o timeout 2021/05/21 11:12:14 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:12:17 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:50620->10.242.129.75:8301: i/o timeout 2021/05/21 11:12:17 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:12:19 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:36100->10.242.129.72:8301: i/o timeout 2021/05/21 11:12:19 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:12:20 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:50488->10.242.129.75:8302: i/o timeout 2021/05/21 11:12:21 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:36112->10.242.129.72:8301: i/o timeout 2021/05/21 11:12:21 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:12:23 [INFO] memberlist: Marking dev-consul-7467bf7b46-22bkc as failed, suspect timeout reached (1 peer confirmations) 2021/05/21 11:12:23 [INFO] serf: EventMemberFailed: dev-consul-7467bf7b46-22bkc 10.242.129.72 2021/05/21 11:12:23 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:50698->10.242.129.75:8301: i/o timeout 2021/05/21 11:12:23 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:12:24 [INFO] serf: EventMemberFailed: dev-consul-server-1 10.242.129.75 2021/05/21 11:12:24 [INFO] consul: Removing LAN server dev-consul-server-1 (Addr: tcp/10.242.129.75:8300) (DC: dc1) 2021/05/21 11:12:24 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:50738->10.242.129.75:8301: i/o timeout 2021/05/21 11:12:24 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:12:25 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:50534->10.242.129.75:8302: i/o timeout 2021/05/21 11:12:25 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:12:25 [INFO] serf: attempting reconnect to dev-consul-server-1 10.242.129.75:8301 2021/05/21 11:12:33 [INFO] serf: EventMemberJoin: dev-consul-server-1 10.242.129.75 2021/05/21 11:12:33 [INFO] consul: Adding LAN server dev-consul-server-1 (Addr: tcp/10.242.129.75:8300) (DC: dc1) 2021/05/21 11:12:33 [WARN] memberlist: Refuting a suspect message (from: dev-consul-server-1.dc1) 2021/05/21 11:12:33 [WARN] memberlist: Refuting a suspect message (from: dev-consul-server-1) 2021/05/21 11:12:33 [INFO] serf: EventMemberJoin: dev-consul-7467bf7b46-22bkc 10.242.129.72 2021/05/21 11:12:35 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:36304->10.242.129.72:8301: i/o timeout 2021/05/21 11:12:35 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:12:38 [WARN] memberlist: Was able to connect to dev-consul-server-1 but other probes failed, network may be misconfigured 2021/05/21 11:12:40 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:50906->10.242.129.75:8301: i/o timeout 2021/05/21 11:12:40 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:12:43 [WARN] memberlist: Was able to connect to dev-consul-server-1 but other probes failed, network may be misconfigured 2021/05/21 11:12:44 [WARN] memberlist: Was able to connect to dev-consul-7467bf7b46-22bkc but other probes failed, network may be misconfigured 2021/05/21 11:12:51 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:36446->10.242.129.72:8301: i/o timeout 2021/05/21 11:12:51 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:12:54 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:51012->10.242.129.75:8301: i/o timeout 2021/05/21 11:12:54 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:12:57 [WARN] memberlist: Was able to connect to dev-consul-7467bf7b46-22bkc but other probes failed, network may be misconfigured 2021/05/21 11:12:59 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:51100->10.242.129.75:8301: i/o timeout 2021/05/21 11:12:59 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:13:06 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:51198->10.242.129.75:8301: i/o timeout 2021/05/21 11:13:06 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:15:27 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:38224->10.242.129.72:8301: i/o timeout 2021/05/21 11:15:27 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:15:30 [WARN] memberlist: Was able to connect to dev-consul-server-1 but other probes failed, network may be misconfigured 2021/05/21 11:15:32 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:52818->10.242.129.75:8301: i/o timeout 2021/05/21 11:15:32 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:15:35 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:38294->10.242.129.72:8301: i/o timeout 2021/05/21 11:15:35 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:15:37 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:38320->10.242.129.72:8301: i/o timeout 2021/05/21 11:15:37 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:15:39 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:52910->10.242.129.75:8301: i/o timeout 2021/05/21 11:15:39 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:15:40 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:52734->10.242.129.75:8302: i/o timeout 2021/05/21 11:15:40 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:15:41 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:52916->10.242.129.75:8301: i/o timeout 2021/05/21 11:15:41 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:15:43 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:38382->10.242.129.72:8301: i/o timeout 2021/05/21 11:15:43 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:15:44 [INFO] memberlist: Marking dev-consul-server-1 as failed, suspect timeout reached (1 peer confirmations) 2021/05/21 11:15:44 [INFO] serf: EventMemberFailed: dev-consul-server-1 10.242.129.75 2021/05/21 11:15:44 [INFO] consul: Removing LAN server dev-consul-server-1 (Addr: tcp/10.242.129.75:8300) (DC: dc1) 2021/05/21 11:15:45 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:52956->10.242.129.75:8301: i/o timeout 2021/05/21 11:15:45 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:15:47 [INFO] memberlist: Marking dev-consul-7467bf7b46-22bkc as failed, suspect timeout reached (1 peer confirmations) 2021/05/21 11:15:47 [INFO] serf: EventMemberFailed: dev-consul-7467bf7b46-22bkc 10.242.129.72 2021/05/21 11:15:47 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:38422->10.242.129.72:8301: i/o timeout 2021/05/21 11:15:47 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:15:49 [INFO] serf: EventMemberJoin: dev-consul-server-1 10.242.129.75 2021/05/21 11:15:49 [INFO] consul: Adding LAN server dev-consul-server-1 (Addr: tcp/10.242.129.75:8300) (DC: dc1) 2021/05/21 11:15:49 [WARN] memberlist: Refuting a suspect message (from: dev-consul-server-1) 2021/05/21 11:15:50 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:52836->10.242.129.75:8302: i/o timeout 2021/05/21 11:15:51 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:53016->10.242.129.75:8301: i/o timeout 2021/05/21 11:15:51 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:15:53 [WARN] memberlist: Was able to connect to dev-consul-server-1 but other probes failed, network may be misconfigured 2021/05/21 11:15:57 [INFO] serf: EventMemberJoin: dev-consul-7467bf7b46-22bkc 10.242.129.72 2021/05/21 11:15:57 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:53096->10.242.129.75:8301: i/o timeout 2021/05/21 11:15:57 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:15:59 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:38556->10.242.129.72:8301: i/o timeout 2021/05/21 11:15:59 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:16:03 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:38594->10.242.129.72:8301: i/o timeout 2021/05/21 11:16:03 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:16:03 [INFO] memberlist: Marking dev-consul-7467bf7b46-22bkc as failed, suspect timeout reached (2 peer confirmations) 2021/05/21 11:16:03 [INFO] serf: EventMemberFailed: dev-consul-7467bf7b46-22bkc 10.242.129.72 2021/05/21 11:16:04 [INFO] serf: EventMemberJoin: dev-consul-7467bf7b46-22bkc 10.242.129.72 2021/05/21 11:16:06 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:38640->10.242.129.72:8301: i/o timeout 2021/05/21 11:16:06 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:16:09 [WARN] memberlist: Was able to connect to dev-consul-server-1 but other probes failed, network may be misconfigured 2021/05/21 11:16:16 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:53310->10.242.129.75:8301: i/o timeout 2021/05/21 11:16:16 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:16:19 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:38762->10.242.129.72:8301: i/o timeout 2021/05/21 11:16:19 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:16:20 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:53172->10.242.129.75:8302: i/o timeout 2021/05/21 11:16:20 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:16:22 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:53366->10.242.129.75:8301: i/o timeout 2021/05/21 11:16:22 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:16:24 [ERR] memberlist: Push/Pull with dev-consul-7467bf7b46-22bkc failed: read tcp 10.242.142.201:38724->10.242.129.72:8301: i/o timeout 2021/05/21 11:16:24 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:38824->10.242.129.72:8301: i/o timeout 2021/05/21 11:16:24 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:16:26 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:38848->10.242.129.72:8301: i/o timeout 2021/05/21 11:16:26 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:16:28 [INFO] memberlist: Marking dev-consul-server-1 as failed, suspect timeout reached (1 peer confirmations) 2021/05/21 11:16:28 [INFO] serf: EventMemberFailed: dev-consul-server-1 10.242.129.75 2021/05/21 11:16:28 [INFO] consul: Removing LAN server dev-consul-server-1 (Addr: tcp/10.242.129.75:8300) (DC: dc1) 2021/05/21 11:16:28 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:53446->10.242.129.75:8301: i/o timeout 2021/05/21 11:16:28 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:16:29 [INFO] memberlist: Marking dev-consul-7467bf7b46-22bkc as failed, suspect timeout reached (1 peer confirmations) 2021/05/21 11:16:29 [INFO] serf: EventMemberFailed: dev-consul-7467bf7b46-22bkc 10.242.129.72 2021/05/21 11:16:30 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:53280->10.242.129.75:8302: i/o timeout 2021/05/21 11:16:30 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:16:30 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:38898->10.242.129.72:8301: i/o timeout 2021/05/21 11:16:30 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:16:33 [INFO] serf: attempting reconnect to dev-consul-server-1 10.242.129.75:8301 2021/05/21 11:16:40 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:53438->10.242.129.75:8302: i/o timeout 2021/05/21 11:16:40 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:16:42 [ERR] memberlist: failed to receive: read tcp 10.242.142.201:8301->10.242.129.75:45142: i/o timeout from=10.242.129.75:45142 2021/05/21 11:16:42 [ERR] memberlist: Failed to send error: write tcp 10.242.142.201:8301->10.242.129.75:45142: i/o timeout from=10.242.129.75:45142 2021/05/21 11:16:44 [ERR] yamux: keepalive failed: i/o deadline reached 2021/05/21 11:16:44 [ERR] consul.rpc: multiplex conn accept failed: keepalive timeout from=10.242.129.72:57666 2021/05/21 11:16:49 [ERR] memberlist: Push/Pull with dev-consul-server-1.dc1 failed: read tcp 10.242.142.201:53182->10.242.129.75:8302: i/o timeout 2021/05/21 11:16:50 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:53562->10.242.129.75:8302: i/o timeout 2021/05/21 11:16:50 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:16:50 [INFO] memberlist: Marking dev-consul-server-1.dc1 as failed, suspect timeout reached (0 peer confirmations) 2021/05/21 11:16:50 [INFO] serf: EventMemberFailed: dev-consul-server-1.dc1 10.242.129.75 2021/05/21 11:16:50 [INFO] consul: Handled member-failed event for server "dev-consul-server-1.dc1" in area "wan" 2021/05/21 11:16:59 [INFO] serf: EventMemberJoin: dev-consul-server-1.dc1 10.242.129.75 2021/05/21 11:16:59 [INFO] consul: Handled member-join event for server "dev-consul-server-1.dc1" in area "wan" 2021/05/21 11:16:59 [INFO] serf: EventMemberJoin: dev-consul-server-1 10.242.129.75 2021/05/21 11:16:59 [INFO] consul: Adding LAN server dev-consul-server-1 (Addr: tcp/10.242.129.75:8300) (DC: dc1) 2021/05/21 11:16:59 [WARN] raft: Rejecting vote request from 10.242.129.75:8300 since we have a leader: 10.242.1.135:8300 2021/05/21 11:17:00 [INFO] serf: EventMemberJoin: dev-consul-7467bf7b46-22bkc 10.242.129.72 2021/05/21 11:17:07 [INFO] consul: New leader elected: dev-consul-server-0 2021/05/21 11:17:07 [DEBUG] raft-net: 10.242.142.201:8300 accepted connection from: 10.242.1.135:60878 2021/05/21 11:17:08 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:53932->10.242.129.75:8301: i/o timeout 2021/05/21 11:17:08 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:17:15 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:39436->10.242.129.72:8301: i/o timeout 2021/05/21 11:17:15 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:17:16 [WARN] memberlist: Refuting a suspect message (from: dev-consul-server-1) 2021/05/21 11:17:18 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:54022->10.242.129.75:8301: i/o timeout 2021/05/21 11:17:18 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:17:20 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:39486->10.242.129.72:8301: i/o timeout 2021/05/21 11:17:20 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:17:21 [INFO] memberlist: Marking dev-consul-server-1 as failed, suspect timeout reached (2 peer confirmations) 2021/05/21 11:17:21 [INFO] serf: EventMemberFailed: dev-consul-server-1 10.242.129.75 2021/05/21 11:17:21 [INFO] consul: Removing LAN server dev-consul-server-1 (Addr: tcp/10.242.129.75:8300) (DC: dc1) 2021/05/21 11:17:22 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:39502->10.242.129.72:8301: i/o timeout 2021/05/21 11:17:22 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:17:24 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:39538->10.242.129.72:8301: i/o timeout 2021/05/21 11:17:24 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:17:25 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:53912->10.242.129.75:8302: i/o timeout 2021/05/21 11:17:25 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:17:26 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:39606->10.242.129.72:8301: i/o timeout 2021/05/21 11:17:26 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:17:27 [INFO] serf: EventMemberJoin: dev-consul-server-1 10.242.129.75 2021/05/21 11:17:27 [INFO] consul: Adding LAN server dev-consul-server-1 (Addr: tcp/10.242.129.75:8300) (DC: dc1) 2021/05/21 11:17:28 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:39634->10.242.129.72:8301: i/o timeout 2021/05/21 11:17:28 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:17:30 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:54204->10.242.129.75:8301: i/o timeout 2021/05/21 11:17:30 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:17:32 [INFO] memberlist: Marking dev-consul-7467bf7b46-22bkc as failed, suspect timeout reached (1 peer confirmations) 2021/05/21 11:17:32 [INFO] serf: EventMemberFailed: dev-consul-7467bf7b46-22bkc 10.242.129.72 2021/05/21 11:17:32 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:39656->10.242.129.72:8301: i/o timeout 2021/05/21 11:17:32 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:17:34 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:54232->10.242.129.75:8301: i/o timeout 2021/05/21 11:17:34 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:17:36 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:54270->10.242.129.75:8301: i/o timeout 2021/05/21 11:17:36 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:17:38 [ERR] yamux: keepalive failed: i/o deadline reached 2021/05/21 11:17:38 [ERR] consul.rpc: multiplex conn accept failed: keepalive timeout from=10.242.129.72:58056 2021/05/21 11:17:39 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:54302->10.242.129.75:8301: i/o timeout 2021/05/21 11:17:39 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:17:40 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:54126->10.242.129.75:8302: i/o timeout 2021/05/21 11:17:40 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:17:41 [INFO] serf: EventMemberFailed: dev-consul-server-1 10.242.129.75 2021/05/21 11:17:41 [INFO] consul: Removing LAN server dev-consul-server-1 (Addr: tcp/10.242.129.75:8300) (DC: dc1) 2021/05/21 11:17:41 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:54308->10.242.129.75:8301: i/o timeout 2021/05/21 11:17:41 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:17:43 [INFO] serf: attempting reconnect to dev-consul-7467bf7b46-22bkc 10.242.129.72:8301 2021/05/21 11:17:50 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:54166->10.242.129.75:8302: i/o timeout 2021/05/21 11:17:50 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:18:00 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:54306->10.242.129.75:8302: i/o timeout 2021/05/21 11:18:00 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:18:09 [ERR] memberlist: failed to receive: read tcp 10.242.142.201:8302->10.242.129.75:44414: i/o timeout from=10.242.129.75:44414 2021/05/21 11:18:09 [ERR] memberlist: Failed to send error: write tcp 10.242.142.201:8302->10.242.129.75:44414: i/o timeout from=10.242.129.75:44414 2021/05/21 11:18:10 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:54396->10.242.129.75:8302: i/o timeout 2021/05/21 11:18:10 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:18:10 [INFO] memberlist: Marking dev-consul-server-1.dc1 as failed, suspect timeout reached (0 peer confirmations) 2021/05/21 11:18:10 [INFO] serf: EventMemberFailed: dev-consul-server-1.dc1 10.242.129.75 2021/05/21 11:18:10 [INFO] consul: Handled member-failed event for server "dev-consul-server-1.dc1" in area "wan" 2021/05/21 11:18:21 [ERR] memberlist: failed to receive: read tcp 10.242.142.201:8301->10.242.129.72:44178: i/o timeout from=10.242.129.72:44178 2021/05/21 11:18:21 [ERR] memberlist: Failed to send error: write tcp 10.242.142.201:8301->10.242.129.72:44178: i/o timeout from=10.242.129.72:44178 2021/05/21 11:18:23 [INFO] serf: attempting reconnect to dev-consul-7467bf7b46-22bkc 10.242.129.72:8301 2021/05/21 11:18:25 [INFO] serf: EventMemberJoin: dev-consul-server-1 10.242.129.75 2021/05/21 11:18:25 [INFO] consul: Adding LAN server dev-consul-server-1 (Addr: tcp/10.242.129.75:8300) (DC: dc1) 2021/05/21 11:18:26 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:54768->10.242.129.75:8301: i/o timeout 2021/05/21 11:18:26 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:18:28 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:54778->10.242.129.75:8301: i/o timeout 2021/05/21 11:18:28 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:18:29 [INFO] serf: EventMemberJoin: dev-consul-server-1.dc1 10.242.129.75 2021/05/21 11:18:29 [INFO] consul: Handled member-join event for server "dev-consul-server-1.dc1" in area "wan" 2021/05/21 11:18:29 [WARN] memberlist: Refuting a suspect message (from: dev-consul-server-1) 2021/05/21 11:18:30 [INFO] memberlist: Marking dev-consul-server-1 as failed, suspect timeout reached (0 peer confirmations) 2021/05/21 11:18:30 [INFO] serf: EventMemberFailed: dev-consul-server-1 10.242.129.75 2021/05/21 11:18:30 [INFO] consul: Removing LAN server dev-consul-server-1 (Addr: tcp/10.242.129.75:8300) (DC: dc1) 2021/05/21 11:18:40 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:54742->10.242.129.75:8302: i/o timeout 2021/05/21 11:18:40 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:18:50 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:54848->10.242.129.75:8302: i/o timeout 2021/05/21 11:18:50 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:19:00 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:54958->10.242.129.75:8302: i/o timeout 2021/05/21 11:19:00 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:19:03 [INFO] serf: attempting reconnect to dev-consul-server-1 10.242.129.75:8301 2021/05/21 11:19:06 [INFO] serf: EventMemberFailed: dev-consul-server-1.dc1 10.242.129.75 2021/05/21 11:19:06 [INFO] consul: Handled member-failed event for server "dev-consul-server-1.dc1" in area "wan" 2021/05/21 11:19:07 [ERR] yamux: keepalive failed: i/o deadline reached 2021/05/21 11:19:07 [ERR] consul.rpc: multiplex conn accept failed: keepalive timeout from=10.242.129.75:35792 2021/05/21 11:19:10 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:55006->10.242.129.75:8302: i/o timeout 2021/05/21 11:19:10 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:19:35 [INFO] serf: attempting reconnect to dev-consul-server-1.dc1 10.242.129.75:8302 2021/05/21 11:19:43 [INFO] serf: attempting reconnect to dev-consul-7467bf7b46-22bkc 10.242.129.72:8301 2021/05/21 11:20:23 [INFO] serf: attempting reconnect to dev-consul-7467bf7b46-22bkc 10.242.129.72:8301 2021/05/21 11:20:35 [INFO] serf: attempting reconnect to dev-consul-server-1.dc1 10.242.129.75:8302 2021/05/21 11:20:53 [INFO] serf: EventMemberJoin: dev-consul-7467bf7b46-22bkc 10.242.129.72 2021/05/21 11:20:53 [INFO] serf: EventMemberJoin: dev-consul-server-1 10.242.129.75 2021/05/21 11:20:53 [INFO] consul: Adding LAN server dev-consul-server-1 (Addr: tcp/10.242.129.75:8300) (DC: dc1) 2021/05/21 11:20:54 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:42208->10.242.129.72:8301: i/o timeout 2021/05/21 11:20:54 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:20:57 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:56774->10.242.129.75:8301: i/o timeout 2021/05/21 11:20:57 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:21:01 [INFO] serf: EventMemberJoin: dev-consul-server-1.dc1 10.242.129.75 2021/05/21 11:21:01 [INFO] consul: Handled member-join event for server "dev-consul-server-1.dc1" in area "wan" 2021/05/21 11:21:01 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:56836->10.242.129.75:8301: i/o timeout 2021/05/21 11:21:01 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:21:04 [WARN] memberlist: Was able to connect to dev-consul-7467bf7b46-22bkc but other probes failed, network may be misconfigured 2021/05/21 11:21:06 [WARN] memberlist: Was able to connect to dev-consul-7467bf7b46-22bkc but other probes failed, network may be misconfigured 2021/05/21 11:21:14 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:42462->10.242.129.72:8301: i/o timeout 2021/05/21 11:21:14 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:21:17 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:57032->10.242.129.75:8301: i/o timeout 2021/05/21 11:21:17 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:21:20 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:42538->10.242.129.72:8301: i/o timeout 2021/05/21 11:21:20 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:21:22 [WARN] memberlist: Was able to connect to dev-consul-server-1 but other probes failed, network may be misconfigured 2021/05/21 11:21:24 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:42604->10.242.129.72:8301: i/o timeout 2021/05/21 11:21:24 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:21:26 [INFO] serf: EventMemberFailed: dev-consul-server-1 10.242.129.75 2021/05/21 11:21:26 [INFO] consul: Removing LAN server dev-consul-server-1 (Addr: tcp/10.242.129.75:8300) (DC: dc1) 2021/05/21 11:21:26 [INFO] memberlist: Marking dev-consul-7467bf7b46-22bkc as failed, suspect timeout reached (1 peer confirmations) 2021/05/21 11:21:26 [INFO] serf: EventMemberFailed: dev-consul-7467bf7b46-22bkc 10.242.129.72 2021/05/21 11:21:26 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:42624->10.242.129.72:8301: i/o timeout 2021/05/21 11:21:26 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:21:33 [INFO] serf: attempting reconnect to dev-consul-7467bf7b46-22bkc 10.242.129.72:8301 2021/05/21 11:21:35 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:57138->10.242.129.75:8302: i/o timeout 2021/05/21 11:21:35 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:21:45 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:57276->10.242.129.75:8302: i/o timeout 2021/05/21 11:21:45 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:21:55 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:57342->10.242.129.75:8302: i/o timeout 2021/05/21 11:21:55 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:22:02 [ERR] yamux: keepalive failed: i/o deadline reached 2021/05/21 11:22:02 [ERR] consul.rpc: multiplex conn accept failed: keepalive timeout from=10.242.129.72:59292 2021/05/21 11:22:05 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:57502->10.242.129.75:8302: i/o timeout 2021/05/21 11:22:05 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:22:05 [INFO] memberlist: Marking dev-consul-server-1.dc1 as failed, suspect timeout reached (0 peer confirmations) 2021/05/21 11:22:05 [INFO] serf: EventMemberFailed: dev-consul-server-1.dc1 10.242.129.75 2021/05/21 11:22:05 [INFO] consul: Handled member-failed event for server "dev-consul-server-1.dc1" in area "wan" 2021/05/21 11:22:13 [INFO] serf: attempting reconnect to dev-consul-7467bf7b46-22bkc 10.242.129.72:8301 2021/05/21 11:22:31 [INFO] serf: attempting reconnect to dev-consul-server-1.dc1 10.242.129.75:8302 2021/05/21 11:22:34 [INFO] serf: EventMemberJoin: dev-consul-server-1.dc1 10.242.129.75 2021/05/21 11:22:34 [INFO] consul: Handled member-join event for server "dev-consul-server-1.dc1" in area "wan" 2021/05/21 11:22:39 [INFO] serf: EventMemberJoin: dev-consul-server-1 10.242.129.75 2021/05/21 11:22:39 [WARN] memberlist: Refuting a suspect message (from: dev-consul-server-1) 2021/05/21 11:22:39 [INFO] consul: Adding LAN server dev-consul-server-1 (Addr: tcp/10.242.129.75:8300) (DC: dc1) 2021/05/21 11:22:40 [WARN] raft: Rejecting vote request from 10.242.129.75:8300 since we have a leader: 10.242.1.135:8300 2021/05/21 11:22:40 [WARN] memberlist: Was able to connect to dev-consul-server-1.dc1 but other probes failed, network may be misconfigured 2021/05/21 11:22:43 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:58198->10.242.129.75:8301: i/o timeout 2021/05/21 11:22:43 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:22:45 [INFO] serf: EventMemberFailed: dev-consul-server-1 10.242.129.75 2021/05/21 11:22:45 [INFO] consul: Removing LAN server dev-consul-server-1 (Addr: tcp/10.242.129.75:8300) (DC: dc1) 2021/05/21 11:22:45 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:58214->10.242.129.75:8301: i/o timeout 2021/05/21 11:22:45 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:22:50 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:58102->10.242.129.75:8302: i/o timeout 2021/05/21 11:22:50 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:22:53 [INFO] serf: attempting reconnect to dev-consul-7467bf7b46-22bkc 10.242.129.72:8301 2021/05/21 11:23:05 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:58274->10.242.129.75:8302: i/o timeout 2021/05/21 11:23:05 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:23:09 [INFO] serf: EventMemberJoin: dev-consul-7467bf7b46-z9mlm 10.242.1.149 2021/05/21 11:23:10 [ERR] yamux: keepalive failed: i/o deadline reached 2021/05/21 11:23:13 [INFO] serf: EventMemberJoin: dev-consul-7467bf7b46-22bkc 10.242.129.72 2021/05/21 11:23:14 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:44054->10.242.129.72:8301: i/o timeout 2021/05/21 11:23:14 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:23:17 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:44126->10.242.129.72:8301: i/o timeout 2021/05/21 11:23:17 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:23:18 [INFO] serf: EventMemberFailed: dev-consul-7467bf7b46-22bkc 10.242.129.72 2021/05/21 11:23:19 [ERR] memberlist: Push/Pull with dev-consul-server-1.dc1 failed: read tcp 10.242.142.201:58112->10.242.129.75:8302: i/o timeout 2021/05/21 11:23:20 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:58538->10.242.129.75:8302: i/o timeout 2021/05/21 11:23:20 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:23:20 [INFO] memberlist: Marking dev-consul-server-1.dc1 as failed, suspect timeout reached (0 peer confirmations) 2021/05/21 11:23:20 [INFO] serf: EventMemberFailed: dev-consul-server-1.dc1 10.242.129.75 2021/05/21 11:23:20 [INFO] consul: Handled member-failed event for server "dev-consul-server-1.dc1" in area "wan" 2021/05/21 11:23:31 [INFO] serf: EventMemberFailed: dev-consul-server-0.dc1 10.242.1.135 2021/05/21 11:23:31 [INFO] consul: Handled member-failed event for server "dev-consul-server-0.dc1" in area "wan" 2021/05/21 11:23:31 [INFO] serf: EventMemberJoin: dev-consul-server-0.dc1 10.242.1.135 2021/05/21 11:23:31 [INFO] consul: Handled member-join event for server "dev-consul-server-0.dc1" in area "wan" 2021/05/21 11:23:32 [INFO] serf: EventMemberJoin: dev-consul-7467bf7b46-22bkc 10.242.129.72 2021/05/21 11:23:33 [INFO] serf: EventMemberJoin: dev-consul-server-1.dc1 10.242.129.75 2021/05/21 11:23:33 [INFO] consul: Handled member-join event for server "dev-consul-server-1.dc1" in area "wan" 2021/05/21 11:23:33 [INFO] serf: EventMemberJoin: dev-consul-server-1 10.242.129.75 2021/05/21 11:23:33 [INFO] consul: Adding LAN server dev-consul-server-1 (Addr: tcp/10.242.129.75:8300) (DC: dc1) 2021/05/21 11:23:41 [WARN] memberlist: Refuting a suspect message (from: dev-consul-server-1) 2021/05/21 11:23:45 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:59064->10.242.129.75:8301: i/o timeout 2021/05/21 11:23:45 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:23:47 [WARN] memberlist: Refuting a suspect message (from: dev-consul-7467bf7b46-22bkc) 2021/05/21 11:23:55 [WARN] memberlist: Refuting a suspect message (from: dev-consul-7467bf7b46-22bkc) 2021/05/21 11:23:57 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:44704->10.242.129.72:8301: i/o timeout 2021/05/21 11:24:04 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:44808->10.242.129.72:8301: i/o timeout 2021/05/21 11:24:04 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:24:10 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:44934->10.242.129.72:8301: i/o timeout 2021/05/21 11:24:10 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:24:15 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:44998->10.242.129.72:8301: i/o timeout 2021/05/21 11:24:15 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:24:16 [INFO] serf: EventMemberFailed: dev-consul-7467bf7b46-22bkc 10.242.129.72 2021/05/21 11:24:20 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:59626->10.242.129.75:8301: i/o timeout 2021/05/21 11:24:20 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:24:24 [INFO] serf: EventMemberFailed: dev-consul-server-1 10.242.129.75 2021/05/21 11:24:24 [INFO] consul: Removing LAN server dev-consul-server-1 (Addr: tcp/10.242.129.75:8300) (DC: dc1) 2021/05/21 11:24:29 [INFO] serf: EventMemberJoin: dev-consul-server-1 10.242.129.75 2021/05/21 11:24:29 [INFO] consul: Adding LAN server dev-consul-server-1 (Addr: tcp/10.242.129.75:8300) (DC: dc1) 2021/05/21 11:24:30 [INFO] serf: EventMemberJoin: dev-consul-7467bf7b46-22bkc 10.242.129.72 2021/05/21 11:24:35 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:45300->10.242.129.72:8301: i/o timeout 2021/05/21 11:24:35 [INFO] memberlist: Suspect dev-consul-7467bf7b46-22bkc has failed, no acks received 2021/05/21 11:24:44 [INFO] serf: EventMemberLeave: dev-consul-7467bf7b46-22bkc 10.242.129.72 2021/05/21 11:24:46 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:24:49 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:24:50 [INFO] memberlist: Marking dev-consul-server-1 as failed, suspect timeout reached (2 peer confirmations) 2021/05/21 11:24:50 [INFO] serf: EventMemberFailed: dev-consul-server-1 10.242.129.75 2021/05/21 11:24:50 [INFO] consul: Removing LAN server dev-consul-server-1 (Addr: tcp/10.242.129.75:8300) (DC: dc1) 2021/05/21 11:24:55 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:25:15 [ERR] memberlist: Conflicting address for dev-consul-server-1.dc1. Mine: 10.242.129.75:8302 Theirs: 10.242.129.99:8302 2021/05/21 11:25:15 [WARN] serf: Name conflict for 'dev-consul-server-1.dc1' both 10.242.129.75:8302 and 10.242.129.99:8302 are claiming 2021/05/21 11:25:15 [ERR] memberlist: Conflicting address for dev-consul-server-1. Mine: 10.242.129.75:8301 Theirs: 10.242.129.99:8301 2021/05/21 11:25:15 [WARN] serf: Name conflict for 'dev-consul-server-1' both 10.242.129.75:8301 and 10.242.129.99:8301 are claiming 2021/05/21 11:25:15 [ERR] memberlist: Conflicting address for dev-consul-server-1. Mine: 10.242.129.75:8301 Theirs: 10.242.129.99:8301 2021/05/21 11:25:15 [WARN] serf: Name conflict for 'dev-consul-server-1' both 10.242.129.75:8301 and 10.242.129.99:8301 are claiming 2021/05/21 11:25:15 [ERR] memberlist: Conflicting address for dev-consul-server-1. Mine: 10.242.129.75:8301 Theirs: 10.242.129.99:8301 2021/05/21 11:25:15 [WARN] serf: Name conflict for 'dev-consul-server-1' both 10.242.129.75:8301 and 10.242.129.99:8301 are claiming 2021/05/21 11:25:16 [ERR] memberlist: Conflicting address for dev-consul-server-1. Mine: 10.242.129.75:8301 Theirs: 10.242.129.99:8301 2021/05/21 11:25:16 [WARN] serf: Name conflict for 'dev-consul-server-1' both 10.242.129.75:8301 and 10.242.129.99:8301 are claiming 2021/05/21 11:25:16 [ERR] memberlist: Conflicting address for dev-consul-server-1. Mine: 10.242.129.75:8301 Theirs: 10.242.129.99:8301 2021/05/21 11:25:16 [WARN] serf: Name conflict for 'dev-consul-server-1' both 10.242.129.75:8301 and 10.242.129.99:8301 are claiming 2021/05/21 11:25:16 [ERR] memberlist: Conflicting address for dev-consul-server-1.dc1. Mine: 10.242.129.75:8302 Theirs: 10.242.129.99:8302 2021/05/21 11:25:16 [WARN] serf: Name conflict for 'dev-consul-server-1.dc1' both 10.242.129.75:8302 and 10.242.129.99:8302 are claiming 2021/05/21 11:25:16 [ERR] memberlist: Conflicting address for dev-consul-server-1.dc1. Mine: 10.242.129.75:8302 Theirs: 10.242.129.99:8302 2021/05/21 11:25:16 [WARN] serf: Name conflict for 'dev-consul-server-1.dc1' both 10.242.129.75:8302 and 10.242.129.99:8302 are claiming 2021/05/21 11:25:16 [ERR] memberlist: Conflicting address for dev-consul-server-1.dc1. Mine: 10.242.129.75:8302 Theirs: 10.242.129.99:8302 2021/05/21 11:25:16 [WARN] serf: Name conflict for 'dev-consul-server-1.dc1' both 10.242.129.75:8302 and 10.242.129.99:8302 are claiming 2021/05/21 11:25:16 [ERR] memberlist: Conflicting address for dev-consul-server-1.dc1. Mine: 10.242.129.75:8302 Theirs: 10.242.129.99:8302 2021/05/21 11:25:16 [WARN] serf: Name conflict for 'dev-consul-server-1.dc1' both 10.242.129.75:8302 and 10.242.129.99:8302 are claiming 2021/05/21 11:25:25 [INFO] memberlist: Marking dev-consul-server-1.dc1 as failed, suspect timeout reached (0 peer confirmations) 2021/05/21 11:25:25 [INFO] serf: EventMemberFailed: dev-consul-server-1.dc1 10.242.129.75 2021/05/21 11:25:25 [INFO] consul: Handled member-failed event for server "dev-consul-server-1.dc1" in area "wan" 2021/05/21 11:25:28 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:25:33 [INFO] serf: attempting reconnect to dev-consul-server-1 10.242.129.75:8301 2021/05/21 11:26:05 [INFO] serf: attempting reconnect to dev-consul-server-1.dc1 10.242.129.75:8302 2021/05/21 11:26:07 [INFO] serf: EventMemberJoin: dev-consul-server-1 10.242.129.99 2021/05/21 11:26:07 [INFO] consul: Adding LAN server dev-consul-server-1 (Addr: tcp/10.242.129.99:8300) (DC: dc1) 2021/05/21 11:26:59 [INFO] serf: EventMemberJoin: dev-consul-server-1.dc1 10.242.129.99 2021/05/21 11:26:59 [INFO] consul: Handled member-join event for server "dev-consul-server-1.dc1" in area "wan" 2021/05/21 11:43:57 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:49010->10.242.129.99:8301: i/o timeout 2021/05/21 11:43:57 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:43:57 [WARN] memberlist: Refuting a suspect message (from: dev-consul-server-1) 2021/05/21 11:44:03 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:49086->10.242.129.99:8301: i/o timeout 2021/05/21 11:44:03 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:44:05 [INFO] serf: EventMemberFailed: dev-consul-server-1 10.242.129.99 2021/05/21 11:44:05 [INFO] consul: Removing LAN server dev-consul-server-1 (Addr: tcp/10.242.129.99:8300) (DC: dc1) 2021/05/21 11:44:06 [WARN] memberlist: Was able to connect to dev-consul-server-1 but other probes failed, network may be misconfigured 2021/05/21 11:44:08 [INFO] serf: EventMemberJoin: dev-consul-server-1 10.242.129.99 2021/05/21 11:44:08 [INFO] consul: Adding LAN server dev-consul-server-1 (Addr: tcp/10.242.129.99:8300) (DC: dc1) 2021/05/21 11:44:10 [WARN] memberlist: Was able to connect to dev-consul-server-1 but other probes failed, network may be misconfigured 2021/05/21 11:44:12 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:49212->10.242.129.99:8301: i/o timeout 2021/05/21 11:44:12 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:44:15 [INFO] memberlist: Marking dev-consul-server-1 as failed, suspect timeout reached (2 peer confirmations) 2021/05/21 11:44:15 [INFO] serf: EventMemberFailed: dev-consul-server-1 10.242.129.99 2021/05/21 11:44:15 [INFO] consul: Removing LAN server dev-consul-server-1 (Addr: tcp/10.242.129.99:8300) (DC: dc1) 2021/05/21 11:44:15 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:59920->10.242.129.99:8302: i/o timeout 2021/05/21 11:44:15 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:44:15 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:49238->10.242.129.99:8301: i/o timeout 2021/05/21 11:44:15 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:44:30 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:60030->10.242.129.99:8302: i/o timeout 2021/05/21 11:44:30 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:44:40 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:60220->10.242.129.99:8302: i/o timeout 2021/05/21 11:44:40 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:44:45 [INFO] memberlist: Marking dev-consul-server-1.dc1 as failed, suspect timeout reached (0 peer confirmations) 2021/05/21 11:44:45 [INFO] serf: EventMemberFailed: dev-consul-server-1.dc1 10.242.129.99 2021/05/21 11:44:45 [INFO] consul: Handled member-failed event for server "dev-consul-server-1.dc1" in area "wan" 2021/05/21 11:44:50 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:60322->10.242.129.99:8302: i/o timeout 2021/05/21 11:44:50 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:45:05 [INFO] serf: attempting reconnect to dev-consul-server-1.dc1 10.242.129.99:8302 2021/05/21 11:45:43 [INFO] serf: attempting reconnect to dev-consul-server-1 10.242.129.99:8301 2021/05/21 11:46:04 [ERR] memberlist: failed to receive: read tcp 10.242.142.201:8302->10.242.129.99:46386: i/o timeout from=10.242.129.99:46386 2021/05/21 11:46:04 [ERR] memberlist: Failed to send error: write tcp 10.242.142.201:8302->10.242.129.99:46386: i/o timeout from=10.242.129.99:46386 2021/05/21 11:46:23 [INFO] serf: attempting reconnect to dev-consul-server-1 10.242.129.99:8301 2021/05/21 11:46:35 [INFO] serf: attempting reconnect to dev-consul-server-1.dc1 10.242.129.99:8302 2021/05/21 11:47:03 [INFO] serf: attempting reconnect to dev-consul-server-1 10.242.129.99:8301 2021/05/21 11:47:07 [DEBUG] raft-net: 10.242.142.201:8300 accepted connection from: 10.242.129.99:51158 2021/05/21 11:47:26 [INFO] serf: EventMemberJoin: dev-consul-server-1.dc1 10.242.129.99 2021/05/21 11:47:26 [INFO] consul: Handled member-join event for server "dev-consul-server-1.dc1" in area "wan" 2021/05/21 11:47:26 [WARN] memberlist: Refuting a suspect message (from: dev-consul-server-1.dc1) 2021/05/21 11:47:40 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:34306->10.242.129.99:8302: i/o timeout 2021/05/21 11:47:40 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:47:43 [INFO] serf: attempting reconnect to dev-consul-server-1 10.242.129.99:8301 2021/05/21 11:47:48 [DEBUG] raft-net: 10.242.142.201:8300 accepted connection from: 10.242.129.99:51480 2021/05/21 11:47:48 [WARN] raft: Rejecting vote request from 10.242.129.99:8300 since we have a leader: 10.242.1.135:8300 2021/05/21 11:47:48 [INFO] serf: EventMemberJoin: dev-consul-server-1 10.242.129.99 2021/05/21 11:47:48 [INFO] consul: Adding LAN server dev-consul-server-1 (Addr: tcp/10.242.129.99:8300) (DC: dc1) 2021/05/21 11:47:54 [WARN] raft: Heartbeat timeout from "10.242.1.135:8300" reached, starting election 2021/05/21 11:47:54 [INFO] raft: Node at 10.242.142.201:8300 [Candidate] entering Candidate state in term 7 2021/05/21 11:47:54 [INFO] raft: Election won. Tally: 2 2021/05/21 11:47:54 [INFO] raft: Node at 10.242.142.201:8300 [Leader] entering Leader state 2021/05/21 11:47:54 [INFO] raft: Added peer 9959677e-074a-a336-5a52-0f08e5968308, starting replication 2021/05/21 11:47:54 [INFO] raft: Added peer 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, starting replication 2021/05/21 11:47:54 [INFO] consul: cluster leadership acquired 2021/05/21 11:47:54 [INFO] consul: New leader elected: dev-consul-server-2 2021/05/21 11:47:54 [INFO] raft: pipelining replication to peer {Voter 9959677e-074a-a336-5a52-0f08e5968308 10.242.1.135:8300} 2021/05/21 11:47:54 [INFO] consul: member 'dev-consul-server-1' joined, marking health alive 2021/05/21 11:47:54 [WARN] raft: Rejecting vote request from 10.242.129.99:8300 since we have a leader: 10.242.142.201:8300 2021/05/21 11:47:55 [ERR] raft: peer {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300} has newer term, stopping replication 2021/05/21 11:47:55 [INFO] raft: aborting pipeline replication to peer {Voter 9959677e-074a-a336-5a52-0f08e5968308 10.242.1.135:8300} 2021/05/21 11:47:55 [INFO] consul: cluster leadership lost 2021/05/21 11:47:55 [INFO] raft: Node at 10.242.142.201:8300 [Follower] entering Follower state (Leader: "") 2021/05/21 11:47:55 [WARN] consul.coordinate: Batch update failed: node is not the leader 2021/05/21 11:48:02 [WARN] raft: Rejecting vote request from 10.242.129.99:8300 since our last term is greater (7, 6) 2021/05/21 11:48:03 [ERR] agent: failed to sync remote state: No cluster leader 2021/05/21 11:48:05 [ERR] http: Request GET /v1/catalog/service/config_binding_service, error: No cluster leader from=10.242.142.202:48550 2021/05/21 11:48:05 [WARN] raft: Heartbeat timeout from "" reached, starting election 2021/05/21 11:48:05 [INFO] raft: Node at 10.242.142.201:8300 [Candidate] entering Candidate state in term 11 2021/05/21 11:48:05 [INFO] raft: Election won. Tally: 2 2021/05/21 11:48:05 [INFO] raft: Node at 10.242.142.201:8300 [Leader] entering Leader state 2021/05/21 11:48:05 [INFO] raft: Added peer 9959677e-074a-a336-5a52-0f08e5968308, starting replication 2021/05/21 11:48:05 [INFO] raft: Added peer 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, starting replication 2021/05/21 11:48:05 [INFO] consul: cluster leadership acquired 2021/05/21 11:48:05 [INFO] consul: New leader elected: dev-consul-server-2 2021/05/21 11:48:05 [INFO] raft: pipelining replication to peer {Voter 9959677e-074a-a336-5a52-0f08e5968308 10.242.1.135:8300} 2021/05/21 11:48:06 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:52286->10.242.129.99:8301: i/o timeout 2021/05/21 11:48:06 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:48:07 [WARN] raft: AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300} rejected, sending older logs (next: 1065) 2021/05/21 11:48:08 [INFO] raft: pipelining replication to peer {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300} 2021/05/21 11:48:12 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 11:48:14 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 11:48:14 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/05/21 11:48:15 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:48:16 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:52436->10.242.129.99:8301: i/o timeout 2021/05/21 11:48:16 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:48:17 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:48:19 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:52490->10.242.129.99:8301: i/o timeout 2021/05/21 11:48:19 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:48:20 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 11:48:20 [INFO] memberlist: Marking dev-consul-server-1 as failed, suspect timeout reached (2 peer confirmations) 2021/05/21 11:48:20 [INFO] serf: EventMemberFailed: dev-consul-server-1 10.242.129.99 2021/05/21 11:48:20 [INFO] consul: Removing LAN server dev-consul-server-1 (Addr: tcp/10.242.129.99:8300) (DC: dc1) 2021/05/21 11:48:20 [INFO] consul: member 'dev-consul-server-1' failed, marking health critical 2021/05/21 11:48:20 [WARN] raft: Failed to contact 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca in 2.50043573s 2021/05/21 11:48:21 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:48:22 [INFO] serf: EventMemberJoin: dev-consul-server-1 10.242.129.99 2021/05/21 11:48:22 [INFO] consul: Adding LAN server dev-consul-server-1 (Addr: tcp/10.242.129.99:8300) (DC: dc1) 2021/05/21 11:48:22 [INFO] consul: member 'dev-consul-server-1' joined, marking health alive 2021/05/21 11:48:22 [WARN] memberlist: Was able to connect to dev-consul-server-1 but other probes failed, network may be misconfigured 2021/05/21 11:48:24 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 11:48:24 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/05/21 11:48:24 [WARN] raft: Failed to contact 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca in 2.50026998s 2021/05/21 11:48:25 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:48:26 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:52578->10.242.129.99:8301: i/o timeout 2021/05/21 11:48:26 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:48:27 [WARN] raft: Failed to contact 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca in 4.970461541s 2021/05/21 11:48:27 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:48:28 [INFO] serf: EventMemberFailed: dev-consul-server-1 10.242.129.99 2021/05/21 11:48:28 [INFO] consul: Removing LAN server dev-consul-server-1 (Addr: tcp/10.242.129.99:8300) (DC: dc1) 2021/05/21 11:48:28 [INFO] consul: member 'dev-consul-server-1' failed, marking health critical 2021/05/21 11:48:29 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:48:29 [WARN] raft: Failed to contact 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca in 7.393558672s 2021/05/21 11:48:31 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:48:31 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:48:32 [ERR] raft: Failed to pipeline AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: write tcp 10.242.142.201:36696->10.242.129.99:8300: use of closed network connection 2021/05/21 11:48:32 [INFO] raft: aborting pipeline replication to peer {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300} 2021/05/21 11:48:32 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:48:32 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:48:33 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:48:34 [WARN] raft: Failed to contact 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca in 2.500254532s 2021/05/21 11:48:35 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:48:35 [INFO] serf: EventMemberJoin: dev-consul-server-1 10.242.129.99 2021/05/21 11:48:35 [INFO] consul: Adding LAN server dev-consul-server-1 (Addr: tcp/10.242.129.99:8300) (DC: dc1) 2021/05/21 11:48:35 [INFO] consul: member 'dev-consul-server-1' joined, marking health alive 2021/05/21 11:48:35 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:35128->10.242.129.99:8302: i/o timeout 2021/05/21 11:48:36 [WARN] memberlist: Was able to connect to dev-consul-server-1 but other probes failed, network may be misconfigured 2021/05/21 11:48:36 [INFO] raft: pipelining replication to peer {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300} 2021/05/21 11:48:38 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 11:48:38 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:52742->10.242.129.99:8301: i/o timeout 2021/05/21 11:48:38 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:48:39 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:48:41 [WARN] raft: Failed to contact 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca in 2.500566132s 2021/05/21 11:48:41 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:48:43 [INFO] serf: EventMemberFailed: dev-consul-server-1 10.242.129.99 2021/05/21 11:48:43 [INFO] consul: Removing LAN server dev-consul-server-1 (Addr: tcp/10.242.129.99:8300) (DC: dc1) 2021/05/21 11:48:43 [INFO] consul: member 'dev-consul-server-1' failed, marking health critical 2021/05/21 11:48:43 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:48:43 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:52796->10.242.129.99:8301: i/o timeout 2021/05/21 11:48:43 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:48:43 [WARN] raft: Failed to contact 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca in 4.972212211s 2021/05/21 11:48:45 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:48:46 [WARN] raft: Failed to contact 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca in 7.438564207s 2021/05/21 11:48:46 [ERR] raft: Failed to pipeline AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: write tcp 10.242.142.201:36862->10.242.129.99:8300: use of closed network connection 2021/05/21 11:48:46 [INFO] raft: aborting pipeline replication to peer {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300} 2021/05/21 11:48:47 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:48:47 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:48:48 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:48:48 [INFO] raft: pipelining replication to peer {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300} 2021/05/21 11:48:48 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:48:49 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:48:49 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:48:50 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:48:51 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:48:52 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:48:53 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:48:54 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 11:48:54 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:48:55 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:48:56 [INFO] serf: EventMemberJoin: dev-consul-server-1 10.242.129.99 2021/05/21 11:48:56 [INFO] consul: Adding LAN server dev-consul-server-1 (Addr: tcp/10.242.129.99:8300) (DC: dc1) 2021/05/21 11:48:56 [INFO] consul: member 'dev-consul-server-1' joined, marking health alive 2021/05/21 11:48:58 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 11:48:59 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:49:00 [WARN] memberlist: Was able to connect to dev-consul-server-1 but other probes failed, network may be misconfigured 2021/05/21 11:49:01 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:49:02 [WARN] memberlist: Was able to connect to dev-consul-server-1 but other probes failed, network may be misconfigured 2021/05/21 11:49:02 [WARN] memberlist: Refuting a suspect message (from: dev-consul-server-1) 2021/05/21 11:49:03 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:49:04 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:53064->10.242.129.99:8301: i/o timeout 2021/05/21 11:49:04 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:49:04 [INFO] memberlist: Marking dev-consul-server-1 as failed, suspect timeout reached (2 peer confirmations) 2021/05/21 11:49:04 [INFO] serf: EventMemberFailed: dev-consul-server-1 10.242.129.99 2021/05/21 11:49:04 [INFO] consul: Removing LAN server dev-consul-server-1 (Addr: tcp/10.242.129.99:8300) (DC: dc1) 2021/05/21 11:49:04 [INFO] consul: member 'dev-consul-server-1' failed, marking health critical 2021/05/21 11:49:05 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:49:06 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:49:06 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 11:49:07 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:49:08 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:49:09 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:49:09 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:49:10 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:49:11 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:49:12 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 11:49:12 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/05/21 11:49:13 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:49:13 [WARN] raft: Failed to contact 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca in 2.500264058s 2021/05/21 11:49:14 [INFO] serf: EventMemberJoin: dev-consul-server-1 10.242.129.99 2021/05/21 11:49:14 [INFO] consul: Adding LAN server dev-consul-server-1 (Addr: tcp/10.242.129.99:8300) (DC: dc1) 2021/05/21 11:49:14 [INFO] consul: member 'dev-consul-server-1' joined, marking health alive 2021/05/21 11:49:15 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:53198->10.242.129.99:8301: i/o timeout 2021/05/21 11:49:15 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:49:16 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 11:49:17 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:49:28 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 11:49:31 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:53384->10.242.129.99:8301: i/o timeout 2021/05/21 11:49:31 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:49:32 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 11:49:38 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 11:49:39 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:49:40 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:53500->10.242.129.99:8301: i/o timeout 2021/05/21 11:49:40 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:49:43 [WARN] memberlist: Was able to connect to dev-consul-server-1 but other probes failed, network may be misconfigured 2021/05/21 11:49:48 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 11:49:49 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:49:51 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:53624->10.242.129.99:8301: i/o timeout 2021/05/21 11:49:51 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:49:52 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 11:50:00 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 11:50:01 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:50:01 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:53740->10.242.129.99:8301: i/o timeout 2021/05/21 11:50:01 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:50:24 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 11:50:25 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:50:25 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:54080->10.242.129.99:8301: i/o timeout 2021/05/21 11:50:25 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:50:25 [WARN] memberlist: Refuting a suspect message (from: dev-consul-server-1) 2021/05/21 11:50:28 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 11:50:28 [WARN] memberlist: Was able to connect to dev-consul-server-1 but other probes failed, network may be misconfigured 2021/05/21 11:50:29 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:50:31 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:50:32 [INFO] memberlist: Marking dev-consul-server-1 as failed, suspect timeout reached (2 peer confirmations) 2021/05/21 11:50:32 [INFO] serf: EventMemberFailed: dev-consul-server-1 10.242.129.99 2021/05/21 11:50:32 [INFO] consul: Removing LAN server dev-consul-server-1 (Addr: tcp/10.242.129.99:8300) (DC: dc1) 2021/05/21 11:50:32 [INFO] consul: member 'dev-consul-server-1' failed, marking health critical 2021/05/21 11:50:33 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:50:33 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:50:33 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:54186->10.242.129.99:8301: i/o timeout 2021/05/21 11:50:33 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:50:35 [WARN] raft: Failed to contact 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca in 2.500219474s 2021/05/21 11:50:35 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:50:37 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:50:37 [WARN] raft: Failed to contact 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca in 4.961108286s 2021/05/21 11:50:39 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:50:40 [WARN] raft: Failed to contact 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca in 7.392445265s 2021/05/21 11:50:40 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:36734->10.242.129.99:8302: i/o timeout 2021/05/21 11:50:40 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:50:40 [INFO] raft: aborting pipeline replication to peer {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300} 2021/05/21 11:50:41 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:50:41 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:50:43 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:36698->10.242.129.99:8300: i/o timeout 2021/05/21 11:50:43 [WARN] raft: Failed to contact 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca in 2.500251583s 2021/05/21 11:50:43 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:50:43 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:50:45 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:50:45 [WARN] raft: Failed to contact 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca in 4.971168201s 2021/05/21 11:50:47 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:50:48 [WARN] raft: Failed to contact 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca in 7.427835915s 2021/05/21 11:50:49 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:50:51 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:38870->10.242.129.99:8300: i/o timeout 2021/05/21 11:50:51 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:50:51 [ERR] yamux: keepalive failed: i/o deadline reached 2021/05/21 11:50:51 [ERR] consul.rpc: multiplex conn accept failed: keepalive timeout from=10.242.129.99:51792 2021/05/21 11:50:51 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:50:53 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:50:53 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:38894->10.242.129.99:8300: i/o timeout 2021/05/21 11:50:54 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:50:55 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:50:55 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:36896->10.242.129.99:8302: i/o timeout 2021/05/21 11:50:55 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:50:57 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:50:59 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:50:59 [ERR] yamux: keepalive failed: i/o deadline reached 2021/05/21 11:50:59 [WARN] consul: error getting server health from "dev-consul-server-1": rpc error making call: EOF 2021/05/21 11:51:01 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:38982->10.242.129.99:8300: i/o timeout 2021/05/21 11:51:01 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:51:02 [ERR] memberlist: Push/Pull with dev-consul-server-1.dc1 failed: read tcp 10.242.142.201:36634->10.242.129.99:8302: i/o timeout 2021/05/21 11:51:02 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 11:51:03 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:51:04 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:39022->10.242.129.99:8300: i/o timeout 2021/05/21 11:51:05 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:51:05 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:51:05 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:36962->10.242.129.99:8302: i/o timeout 2021/05/21 11:51:05 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:51:07 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:51:09 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:51:10 [INFO] memberlist: Marking dev-consul-server-1.dc1 as failed, suspect timeout reached (0 peer confirmations) 2021/05/21 11:51:10 [INFO] serf: EventMemberFailed: dev-consul-server-1.dc1 10.242.129.99 2021/05/21 11:51:10 [INFO] consul: Handled member-failed event for server "dev-consul-server-1.dc1" in area "wan" 2021/05/21 11:51:11 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:39088->10.242.129.99:8300: i/o timeout 2021/05/21 11:51:11 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:51:11 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:51:13 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:51:15 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:51:15 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:39134->10.242.129.99:8300: i/o timeout 2021/05/21 11:51:16 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:51:17 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:51:19 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:51:21 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:39194->10.242.129.99:8300: i/o timeout 2021/05/21 11:51:21 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:51:21 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:51:23 [INFO] serf: EventMemberJoin: dev-consul-server-1.dc1 10.242.129.99 2021/05/21 11:51:23 [INFO] consul: Handled member-join event for server "dev-consul-server-1.dc1" in area "wan" 2021/05/21 11:51:23 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:51:23 [INFO] raft: pipelining replication to peer {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300} 2021/05/21 11:51:23 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:51:24 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:51:24 [INFO] serf: EventMemberJoin: dev-consul-server-1 10.242.129.99 2021/05/21 11:51:24 [INFO] consul: Adding LAN server dev-consul-server-1 (Addr: tcp/10.242.129.99:8300) (DC: dc1) 2021/05/21 11:51:24 [INFO] consul: member 'dev-consul-server-1' joined, marking health alive 2021/05/21 11:51:25 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:51:27 [WARN] raft: Failed to contact 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca in 2.500270455s 2021/05/21 11:51:27 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:51:28 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:54866->10.242.129.99:8301: i/o timeout 2021/05/21 11:51:28 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:51:29 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:51:29 [INFO] memberlist: Marking dev-consul-server-1 as failed, suspect timeout reached (2 peer confirmations) 2021/05/21 11:51:29 [INFO] serf: EventMemberFailed: dev-consul-server-1 10.242.129.99 2021/05/21 11:51:29 [INFO] consul: Removing LAN server dev-consul-server-1 (Addr: tcp/10.242.129.99:8300) (DC: dc1) 2021/05/21 11:51:29 [INFO] consul: member 'dev-consul-server-1' failed, marking health critical 2021/05/21 11:51:29 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:51:30 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:51:31 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:51:32 [WARN] raft: Failed to contact 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca in 2.500244508s 2021/05/21 11:51:33 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:51:34 [WARN] raft: Failed to contact 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca in 4.997727598s 2021/05/21 11:51:35 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:51:35 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:37384->10.242.129.99:8302: i/o timeout 2021/05/21 11:51:35 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:51:37 [WARN] raft: Failed to contact 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca in 7.460369722s 2021/05/21 11:51:37 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:51:39 [ERR] raft: Failed to pipeline AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: write tcp 10.242.142.201:39330->10.242.129.99:8300: use of closed network connection 2021/05/21 11:51:39 [INFO] raft: aborting pipeline replication to peer {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300} 2021/05/21 11:51:39 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:51:39 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:51:40 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:39262->10.242.129.99:8300: i/o timeout 2021/05/21 11:51:41 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:51:41 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:51:41 [ERR] yamux: keepalive failed: i/o deadline reached 2021/05/21 11:51:41 [WARN] consul: error getting server health from "dev-consul-server-1": rpc error making call: EOF 2021/05/21 11:51:41 [WARN] raft: Failed to contact 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca in 2.500260922s 2021/05/21 11:51:44 [WARN] raft: Failed to contact 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca in 4.913718508s 2021/05/21 11:51:44 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 11:51:45 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:51:45 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:37458->10.242.129.99:8302: i/o timeout 2021/05/21 11:51:45 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:51:46 [WARN] raft: Failed to contact 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca in 7.335681292s 2021/05/21 11:51:47 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:51:49 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:39582->10.242.129.99:8300: i/o timeout 2021/05/21 11:51:49 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:51:49 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:51:51 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:39600->10.242.129.99:8300: i/o timeout 2021/05/21 11:51:51 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:51:51 [WARN] memberlist: Refuting a suspect message (from: dev-consul-server-1.dc1) 2021/05/21 11:51:51 [INFO] serf: EventMemberJoin: dev-consul-server-1 10.242.129.99 2021/05/21 11:51:51 [INFO] consul: Adding LAN server dev-consul-server-1 (Addr: tcp/10.242.129.99:8300) (DC: dc1) 2021/05/21 11:51:51 [INFO] consul: member 'dev-consul-server-1' joined, marking health alive 2021/05/21 11:51:53 [INFO] raft: pipelining replication to peer {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300} 2021/05/21 11:51:53 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:51:58 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 11:51:59 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:51:59 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:55310->10.242.129.99:8301: i/o timeout 2021/05/21 11:51:59 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:52:01 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:52:01 [WARN] raft: Failed to contact 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca in 2.500259336s 2021/05/21 11:52:02 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:55322->10.242.129.99:8301: i/o timeout 2021/05/21 11:52:02 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 11:52:02 [INFO] memberlist: Marking dev-consul-server-1 as failed, suspect timeout reached (2 peer confirmations) 2021/05/21 11:52:02 [INFO] serf: EventMemberFailed: dev-consul-server-1 10.242.129.99 2021/05/21 11:52:02 [INFO] consul: Removing LAN server dev-consul-server-1 (Addr: tcp/10.242.129.99:8300) (DC: dc1) 2021/05/21 11:52:02 [INFO] consul: member 'dev-consul-server-1' failed, marking health critical 2021/05/21 11:52:03 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:52:04 [WARN] raft: Failed to contact 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca in 4.946186068s 2021/05/21 11:52:05 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:52:06 [WARN] raft: Failed to contact 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca in 7.377177811s 2021/05/21 11:52:07 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:52:07 [INFO] raft: aborting pipeline replication to peer {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300} 2021/05/21 11:52:07 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:52:09 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:52:09 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:39740->10.242.129.99:8300: i/o timeout 2021/05/21 11:52:10 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:52:10 [WARN] raft: Failed to contact 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca in 2.500311642s 2021/05/21 11:52:10 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:37914->10.242.129.99:8302: i/o timeout 2021/05/21 11:52:10 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:52:11 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:52:12 [WARN] raft: Failed to contact 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca in 4.981852016s 2021/05/21 11:52:13 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:52:15 [WARN] raft: Failed to contact 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca in 7.468587224s 2021/05/21 11:52:15 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:52:17 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:52:17 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:40018->10.242.129.99:8300: i/o timeout 2021/05/21 11:52:17 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:52:20 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:40040->10.242.129.99:8300: i/o timeout 2021/05/21 11:52:20 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 11:52:20 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:38072->10.242.129.99:8302: i/o timeout 2021/05/21 11:52:20 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 11:52:21 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:52:21 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:52:23 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:52:25 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:52:27 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:52:27 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:40172->10.242.129.99:8300: i/o timeout 2021/05/21 11:52:27 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:52:29 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:52:30 [ERR] memberlist: Failed fallback ping: read tcp 10.242.142.201:38230->10.242.129.99:8302: i/o timeout 2021/05/21 11:52:31 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:40216->10.242.129.99:8300: i/o timeout 2021/05/21 11:52:31 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:52:32 [INFO] memberlist: Marking dev-consul-server-1.dc1 as failed, suspect timeout reached (0 peer confirmations) 2021/05/21 11:52:32 [INFO] serf: EventMemberFailed: dev-consul-server-1.dc1 10.242.129.99 2021/05/21 11:52:32 [INFO] consul: Handled member-failed event for server "dev-consul-server-1.dc1" in area "wan" 2021/05/21 11:52:32 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:52:33 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:52:33 [ERR] yamux: keepalive failed: i/o deadline reached 2021/05/21 11:52:33 [ERR] consul.rpc: multiplex conn accept failed: keepalive timeout from=10.242.129.99:53562 2021/05/21 11:52:35 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:52:37 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:52:37 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:40330->10.242.129.99:8300: i/o timeout 2021/05/21 11:52:37 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:52:39 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:52:41 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:52:42 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:40390->10.242.129.99:8300: i/o timeout 2021/05/21 11:52:43 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:52:43 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:52:45 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:52:47 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:52:47 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:40498->10.242.129.99:8300: i/o timeout 2021/05/21 11:52:48 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:52:49 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:52:51 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:52:53 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:40552->10.242.129.99:8300: i/o timeout 2021/05/21 11:52:53 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:52:53 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:52:55 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:52:55 [ERR] yamux: keepalive failed: i/o deadline reached 2021/05/21 11:52:55 [WARN] consul: error getting server health from "dev-consul-server-1": rpc error making call: EOF 2021/05/21 11:52:58 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:40642->10.242.129.99:8300: i/o timeout 2021/05/21 11:52:58 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:52:58 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 11:52:59 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:53:01 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:53:03 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:53:03 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:40708->10.242.129.99:8300: i/o timeout 2021/05/21 11:53:04 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:53:05 [INFO] serf: attempting reconnect to dev-consul-server-1.dc1 10.242.129.99:8302 2021/05/21 11:53:05 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:53:07 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:53:08 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:40796->10.242.129.99:8300: i/o timeout 2021/05/21 11:53:08 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:53:09 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:53:11 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:53:12 [ERR] memberlist: failed to receive: read tcp 10.242.142.201:8302->10.242.129.99:50208: i/o timeout from=10.242.129.99:50208 2021/05/21 11:53:12 [ERR] memberlist: Failed to send error: write tcp 10.242.142.201:8302->10.242.129.99:50208: i/o timeout from=10.242.129.99:50208 2021/05/21 11:53:13 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:53:14 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:40886->10.242.129.99:8300: i/o timeout 2021/05/21 11:53:15 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:53:15 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:53:17 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:53:18 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:40958->10.242.129.99:8300: i/o timeout 2021/05/21 11:53:18 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:53:19 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:53:21 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:53:23 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:53:25 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:53:25 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:41048->10.242.129.99:8300: i/o timeout 2021/05/21 11:53:27 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:53:27 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:53:28 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:41106->10.242.129.99:8300: i/o timeout 2021/05/21 11:53:29 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:53:29 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:53:31 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:53:33 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:53:35 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:53:37 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:41228->10.242.129.99:8300: i/o timeout 2021/05/21 11:53:37 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:53:37 [ERR] yamux: keepalive failed: i/o deadline reached 2021/05/21 11:53:37 [WARN] consul: error getting server health from "dev-consul-server-1": rpc error making call: EOF 2021/05/21 11:53:39 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:41274->10.242.129.99:8300: i/o timeout 2021/05/21 11:53:39 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:53:40 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 11:53:40 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:53:41 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:53:43 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:53:45 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:53:47 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:53:49 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:41406->10.242.129.99:8300: i/o timeout 2021/05/21 11:53:49 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:53:50 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:41414->10.242.129.99:8300: i/o timeout 2021/05/21 11:53:51 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:53:52 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:53:53 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:53:53 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:53:55 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:53:57 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:53:59 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:54:01 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:54:02 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:41588->10.242.129.99:8300: i/o timeout 2021/05/21 11:54:03 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:41596->10.242.129.99:8300: i/o timeout 2021/05/21 11:54:03 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:54:05 [INFO] serf: attempting reconnect to dev-consul-server-1.dc1 10.242.129.99:8302 2021/05/21 11:54:05 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:54:07 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:54:08 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:54:08 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:54:09 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:54:11 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:54:13 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:54:15 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:54:17 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:54:18 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:41800->10.242.129.99:8300: i/o timeout 2021/05/21 11:54:18 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:41804->10.242.129.99:8300: i/o timeout 2021/05/21 11:54:19 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:54:19 [ERR] yamux: keepalive failed: i/o deadline reached 2021/05/21 11:54:19 [WARN] consul: error getting server health from "dev-consul-server-1": rpc error making call: EOF 2021/05/21 11:54:22 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 11:54:23 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:54:25 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:54:27 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:54:28 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:54:29 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:54:29 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:54:31 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:54:33 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:54:35 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:54:37 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:54:38 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:42064->10.242.129.99:8300: i/o timeout 2021/05/21 11:54:39 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:54:39 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:42072->10.242.129.99:8300: i/o timeout 2021/05/21 11:54:41 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:54:43 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:54:45 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:54:47 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:54:48 [INFO] serf: attempting reconnect to dev-consul-server-1 10.242.129.99:8301 2021/05/21 11:54:48 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:54:49 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:54:50 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:54:51 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:54:53 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:54:55 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:54:57 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:54:58 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:42306->10.242.129.99:8300: i/o timeout 2021/05/21 11:54:59 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:55:00 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:42324->10.242.129.99:8300: i/o timeout 2021/05/21 11:55:01 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:55:01 [ERR] yamux: keepalive failed: i/o deadline reached 2021/05/21 11:55:01 [WARN] consul: error getting server health from "dev-consul-server-1": rpc error making call: EOF 2021/05/21 11:55:04 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 11:55:05 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:55:07 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:55:08 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:55:09 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:55:11 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:55:11 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:55:13 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:55:15 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:55:17 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:55:18 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:42542->10.242.129.99:8300: i/o timeout 2021/05/21 11:55:19 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:55:21 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:42568->10.242.129.99:8300: i/o timeout 2021/05/21 11:55:21 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:55:23 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:55:25 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:55:27 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:55:29 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:55:29 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:55:31 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:55:32 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:55:33 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:55:35 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:55:37 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:55:39 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:42806->10.242.129.99:8300: i/o timeout 2021/05/21 11:55:39 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:55:41 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:55:42 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:42832->10.242.129.99:8300: i/o timeout 2021/05/21 11:55:43 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:55:43 [ERR] yamux: keepalive failed: i/o deadline reached 2021/05/21 11:55:43 [WARN] consul: error getting server health from "dev-consul-server-1": rpc error making call: EOF 2021/05/21 11:55:46 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 11:55:47 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:55:49 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:55:49 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:55:51 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:55:53 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:55:53 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:55:55 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:55:57 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:55:59 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:43046->10.242.129.99:8300: i/o timeout 2021/05/21 11:55:59 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:56:01 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:56:03 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:43078->10.242.129.99:8300: i/o timeout 2021/05/21 11:56:03 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:56:05 [INFO] serf: attempting reconnect to dev-consul-server-1.dc1 10.242.129.99:8302 2021/05/21 11:56:05 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:56:07 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:56:09 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:56:09 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:56:11 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:56:13 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:56:14 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:56:15 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:56:17 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:56:19 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:56:19 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:43272->10.242.129.99:8300: i/o timeout 2021/05/21 11:56:21 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:56:23 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:56:24 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:43332->10.242.129.99:8300: i/o timeout 2021/05/21 11:56:25 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:56:25 [ERR] yamux: keepalive failed: i/o deadline reached 2021/05/21 11:56:25 [WARN] consul: error getting server health from "dev-consul-server-1": rpc error making call: EOF 2021/05/21 11:56:28 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 11:56:29 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:56:29 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:56:31 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:56:33 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:56:35 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:56:35 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:56:37 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:56:39 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:56:39 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:43506->10.242.129.99:8300: i/o timeout 2021/05/21 11:56:41 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:56:43 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:56:45 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:56:45 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:43574->10.242.129.99:8300: i/o timeout 2021/05/21 11:56:47 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:56:49 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:56:50 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:56:51 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:56:53 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:56:55 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:56:56 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:56:57 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:56:58 [INFO] serf: attempting reconnect to dev-consul-server-1 10.242.129.99:8301 2021/05/21 11:56:59 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:57:00 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:43746->10.242.129.99:8300: i/o timeout 2021/05/21 11:57:01 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:57:03 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:57:05 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:57:06 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:43822->10.242.129.99:8300: i/o timeout 2021/05/21 11:57:07 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:57:07 [ERR] yamux: keepalive failed: i/o deadline reached 2021/05/21 11:57:07 [WARN] consul: error getting server health from "dev-consul-server-1": rpc error making call: EOF 2021/05/21 11:57:10 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:57:10 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 11:57:11 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:57:13 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:57:15 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:57:17 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:57:17 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:57:19 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:57:20 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:43982->10.242.129.99:8300: i/o timeout 2021/05/21 11:57:21 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:57:23 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:57:25 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:57:27 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:44060->10.242.129.99:8300: i/o timeout 2021/05/21 11:57:27 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:57:29 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:57:30 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:57:31 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:57:33 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:57:35 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:57:37 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:57:37 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:57:38 [INFO] serf: attempting reconnect to dev-consul-server-1 10.242.129.99:8301 2021/05/21 11:57:39 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:57:40 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:44204->10.242.129.99:8300: i/o timeout 2021/05/21 11:57:41 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:57:43 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:57:45 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:57:47 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:57:47 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:44328->10.242.129.99:8300: i/o timeout 2021/05/21 11:57:49 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:57:49 [ERR] yamux: keepalive failed: i/o deadline reached 2021/05/21 11:57:49 [WARN] consul: error getting server health from "dev-consul-server-1": rpc error making call: EOF 2021/05/21 11:57:50 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:57:52 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 11:57:53 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:57:55 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:57:57 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:57:59 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:57:59 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:58:00 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:44510->10.242.129.99:8300: i/o timeout 2021/05/21 11:58:01 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:58:05 [INFO] serf: attempting reconnect to dev-consul-server-1.dc1 10.242.129.99:8302 2021/05/21 11:58:09 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:44610->10.242.129.99:8300: i/o timeout 2021/05/21 11:58:09 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:58:09 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:58:09 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:58:11 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:58:11 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:58:13 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:58:17 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:58:17 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:58:18 [INFO] serf: attempting reconnect to dev-consul-server-1 10.242.129.99:8301 2021/05/21 11:58:19 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:58:20 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:58:21 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:44752->10.242.129.99:8300: i/o timeout 2021/05/21 11:58:21 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:58:23 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:58:25 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:58:27 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:58:30 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:44866->10.242.129.99:8300: i/o timeout 2021/05/21 11:58:31 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:58:31 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:58:31 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:58:31 [ERR] yamux: keepalive failed: i/o deadline reached 2021/05/21 11:58:31 [WARN] consul: error getting server health from "dev-consul-server-1": rpc error making call: EOF 2021/05/21 11:58:34 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 11:58:35 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:58:39 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:58:40 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/05/21 11:58:40 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:58:41 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:44998->10.242.129.99:8300: i/o timeout 2021/05/21 11:58:42 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:58:42 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/05/21 11:58:43 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:58:45 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:58:47 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:58:49 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:58:50 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:45162->10.242.129.99:8300: i/o timeout 2021/05/21 11:58:51 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:58:51 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:58:53 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:58:58 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:58:58 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:58:59 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:59:01 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:59:01 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:45284->10.242.129.99:8300: i/o timeout 2021/05/21 11:59:02 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:59:05 [INFO] serf: attempting reconnect to dev-consul-server-1.dc1 10.242.129.99:8302 2021/05/21 11:59:08 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:59:09 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/05/21 11:59:11 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:59:12 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:45412->10.242.129.99:8300: i/o timeout 2021/05/21 11:59:13 [ERR] yamux: keepalive failed: i/o deadline reached 2021/05/21 11:59:13 [WARN] consul: error getting server health from "dev-consul-server-1": rpc error making call: EOF 2021/05/21 11:59:13 [WARN] consul: error getting server health from "dev-consul-server-2": last request still outstanding 2021/05/21 11:59:14 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 11:59:15 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:59:17 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:59:20 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:59:21 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:59:21 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:45524->10.242.129.99:8300: i/o timeout 2021/05/21 11:59:22 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:59:23 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:59:26 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:59:27 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:59:29 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:59:31 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:59:32 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:59:32 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:45680->10.242.129.99:8300: i/o timeout 2021/05/21 11:59:33 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:59:35 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:59:37 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:59:39 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:59:41 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:59:42 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:45790->10.242.129.99:8300: i/o timeout 2021/05/21 11:59:43 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:59:43 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:59:45 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:59:47 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:59:49 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:59:51 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:59:52 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 11:59:53 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:59:53 [ERR] yamux: keepalive failed: i/o deadline reached 2021/05/21 11:59:53 [WARN] consul: error getting server health from "dev-consul-server-1": rpc error making call: EOF 2021/05/21 11:59:53 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:45958->10.242.129.99:8300: i/o timeout 2021/05/21 11:59:56 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 11:59:58 [INFO] serf: attempting reconnect to dev-consul-server-1 10.242.129.99:8301 2021/05/21 11:59:58 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 11:59:59 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:00:01 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:00:02 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:46086->10.242.129.99:8300: i/o timeout 2021/05/21 12:00:03 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:00:04 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:00:09 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:00:09 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:00:09 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:00:11 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:00:12 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:00:13 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:00:14 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:46260->10.242.129.99:8300: i/o timeout 2021/05/21 12:00:15 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:00:17 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:00:19 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:00:21 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:00:22 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:46378->10.242.129.99:8300: i/o timeout 2021/05/21 12:00:23 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:00:25 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:00:25 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:00:27 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:00:29 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:00:31 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:00:32 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:00:33 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:00:35 [ERR] yamux: keepalive failed: i/o deadline reached 2021/05/21 12:00:35 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:00:35 [WARN] consul: error getting server health from "dev-consul-server-1": rpc error making call: EOF 2021/05/21 12:00:35 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:46552->10.242.129.99:8300: i/o timeout 2021/05/21 12:00:38 [INFO] serf: attempting reconnect to dev-consul-server-1 10.242.129.99:8301 2021/05/21 12:00:38 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 12:00:39 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:00:41 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:00:42 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:46664->10.242.129.99:8300: i/o timeout 2021/05/21 12:00:43 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:00:45 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:00:46 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:00:47 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:00:49 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:00:51 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:00:53 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:00:53 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:00:55 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:00:56 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:46860->10.242.129.99:8300: i/o timeout 2021/05/21 12:00:57 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:00:59 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:01:01 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:01:03 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:46948->10.242.129.99:8300: i/o timeout 2021/05/21 12:01:03 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:01:05 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:01:07 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:01:07 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:01:09 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:01:11 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:01:13 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:01:13 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:01:15 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:01:17 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:01:17 [ERR] yamux: keepalive failed: i/o deadline reached 2021/05/21 12:01:17 [WARN] consul: error getting server health from "dev-consul-server-1": rpc error making call: EOF 2021/05/21 12:01:17 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:47158->10.242.129.99:8300: i/o timeout 2021/05/21 12:01:18 [INFO] serf: attempting reconnect to dev-consul-server-1 10.242.129.99:8301 2021/05/21 12:01:20 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 12:01:21 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:01:23 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:47248->10.242.129.99:8300: i/o timeout 2021/05/21 12:01:23 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:01:25 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:01:27 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:01:28 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:01:29 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:01:31 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:01:33 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:01:33 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:01:35 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:01:37 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:01:38 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:47474->10.242.129.99:8300: i/o timeout 2021/05/21 12:01:39 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:01:41 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:01:43 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:01:43 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:47538->10.242.129.99:8300: i/o timeout 2021/05/21 12:01:45 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:01:47 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:01:49 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:01:49 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:01:51 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:01:53 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:01:53 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:01:55 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:01:57 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:01:59 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:01:59 [ERR] yamux: keepalive failed: i/o deadline reached 2021/05/21 12:01:59 [WARN] consul: error getting server health from "dev-consul-server-1": rpc error making call: EOF 2021/05/21 12:01:59 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:47766->10.242.129.99:8300: i/o timeout 2021/05/21 12:02:02 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 12:02:02 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/05/21 12:02:03 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:02:03 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:47814->10.242.129.99:8300: i/o timeout 2021/05/21 12:02:05 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:02:07 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:02:09 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:02:10 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:02:11 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:02:13 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:02:14 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:02:15 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:02:17 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:02:19 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:02:20 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:48046->10.242.129.99:8300: i/o timeout 2021/05/21 12:02:21 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:02:23 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:02:24 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:48086->10.242.129.99:8300: i/o timeout 2021/05/21 12:02:25 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:02:27 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:02:29 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:02:31 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:02:31 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:02:33 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:02:34 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:02:35 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:02:37 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:02:39 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:02:41 [ERR] yamux: keepalive failed: i/o deadline reached 2021/05/21 12:02:41 [WARN] consul: error getting server health from "dev-consul-server-1": rpc error making call: EOF 2021/05/21 12:02:41 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:48330->10.242.129.99:8300: i/o timeout 2021/05/21 12:02:43 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 12:02:43 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:02:44 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:48368->10.242.129.99:8300: i/o timeout 2021/05/21 12:02:45 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:02:47 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:02:49 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:02:51 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:02:52 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:02:53 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:02:54 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:02:55 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:02:57 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:02:59 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:03:01 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:03:02 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:48620->10.242.129.99:8300: i/o timeout 2021/05/21 12:03:03 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:03:04 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:48654->10.242.129.99:8300: i/o timeout 2021/05/21 12:03:05 [INFO] serf: attempting reconnect to dev-consul-server-1.dc1 10.242.129.99:8302 2021/05/21 12:03:05 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:03:07 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:03:09 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:03:11 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:03:13 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:03:13 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:03:14 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:03:15 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:03:17 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:03:19 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:03:21 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:03:22 [ERR] yamux: keepalive failed: i/o deadline reached 2021/05/21 12:03:22 [WARN] consul: error getting server health from "dev-consul-server-1": rpc error making call: EOF 2021/05/21 12:03:23 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:48894->10.242.129.99:8300: i/o timeout 2021/05/21 12:03:24 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 12:03:24 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:48916->10.242.129.99:8300: i/o timeout 2021/05/21 12:03:25 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:03:27 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:03:29 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:03:31 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:03:33 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:03:34 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:03:35 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:03:35 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:03:37 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:03:39 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:03:41 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:03:43 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:03:44 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:49176->10.242.129.99:8300: i/o timeout 2021/05/21 12:03:45 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:49178->10.242.129.99:8300: i/o timeout 2021/05/21 12:03:45 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:03:47 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:03:49 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:03:51 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:03:53 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:03:55 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:03:55 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:03:55 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:03:57 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:03:59 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:04:01 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:04:03 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:04:03 [ERR] yamux: keepalive failed: i/o deadline reached 2021/05/21 12:04:03 [WARN] consul: error getting server health from "dev-consul-server-1": rpc error making call: EOF 2021/05/21 12:04:05 [INFO] serf: attempting reconnect to dev-consul-server-1.dc1 10.242.129.99:8302 2021/05/21 12:04:05 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:49442->10.242.129.99:8300: i/o timeout 2021/05/21 12:04:05 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:49446->10.242.129.99:8300: i/o timeout 2021/05/21 12:04:06 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 12:04:07 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:04:09 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:04:11 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:04:13 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:04:15 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:04:15 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:04:16 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:04:17 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:04:19 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:04:21 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:04:23 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:04:25 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:04:25 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:49708->10.242.129.99:8300: i/o timeout 2021/05/21 12:04:26 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:49730->10.242.129.99:8300: i/o timeout 2021/05/21 12:04:27 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:04:29 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:04:31 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:04:33 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:04:35 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:04:35 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:04:37 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:04:37 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:04:39 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:04:41 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:04:43 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:04:45 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:04:45 [ERR] yamux: keepalive failed: i/o deadline reached 2021/05/21 12:04:45 [WARN] consul: error getting server health from "dev-consul-server-1": rpc error making call: EOF 2021/05/21 12:04:45 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:49960->10.242.129.99:8300: i/o timeout 2021/05/21 12:04:47 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:49994->10.242.129.99:8300: i/o timeout 2021/05/21 12:04:48 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 12:04:49 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:04:51 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:04:53 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:04:55 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:04:56 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:04:57 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:04:58 [INFO] serf: attempting reconnect to dev-consul-server-1 10.242.129.99:8301 2021/05/21 12:04:58 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:04:59 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:05:01 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:05:03 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:05:05 [INFO] serf: attempting reconnect to dev-consul-server-1.dc1 10.242.129.99:8302 2021/05/21 12:05:05 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:05:06 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:50226->10.242.129.99:8300: i/o timeout 2021/05/21 12:05:07 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:05:08 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:50270->10.242.129.99:8300: i/o timeout 2021/05/21 12:05:09 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:05:11 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:05:13 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:05:15 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:05:16 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:05:17 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:05:19 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:05:19 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:05:21 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:05:23 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:05:25 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:05:26 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:50490->10.242.129.99:8300: i/o timeout 2021/05/21 12:05:27 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:05:27 [ERR] yamux: keepalive failed: i/o deadline reached 2021/05/21 12:05:27 [WARN] consul: error getting server health from "dev-consul-server-1": rpc error making call: EOF 2021/05/21 12:05:29 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:50546->10.242.129.99:8300: i/o timeout 2021/05/21 12:05:30 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 12:05:30 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/05/21 12:05:31 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:05:33 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:05:35 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:05:36 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:05:37 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:05:39 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:05:40 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:05:41 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:05:43 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:05:45 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:05:46 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:50772->10.242.129.99:8300: i/o timeout 2021/05/21 12:05:47 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:05:49 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:05:50 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:50824->10.242.129.99:8300: i/o timeout 2021/05/21 12:05:51 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:05:53 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:05:55 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:05:56 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:05:57 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:05:59 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:06:01 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:06:01 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:06:03 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:06:05 [INFO] serf: attempting reconnect to dev-consul-server-1.dc1 10.242.129.99:8302 2021/05/21 12:06:05 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:06:06 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:51038->10.242.129.99:8300: i/o timeout 2021/05/21 12:06:07 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:06:08 [INFO] serf: attempting reconnect to dev-consul-server-1 10.242.129.99:8301 2021/05/21 12:06:09 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:06:09 [ERR] yamux: keepalive failed: i/o deadline reached 2021/05/21 12:06:09 [WARN] consul: error getting server health from "dev-consul-server-1": rpc error making call: EOF 2021/05/21 12:06:11 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:51088->10.242.129.99:8300: i/o timeout 2021/05/21 12:06:12 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 12:06:13 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:06:15 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:06:16 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:06:17 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:06:19 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:06:21 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:06:22 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:06:23 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:06:25 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:06:26 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:51314->10.242.129.99:8300: i/o timeout 2021/05/21 12:06:27 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:06:29 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:06:31 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:06:32 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:51378->10.242.129.99:8300: i/o timeout 2021/05/21 12:06:33 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:06:35 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:06:37 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:06:37 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:06:39 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:06:41 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:06:43 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:06:43 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:06:45 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:06:47 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:51580->10.242.129.99:8300: i/o timeout 2021/05/21 12:06:47 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:06:49 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:06:51 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:06:51 [ERR] yamux: keepalive failed: i/o deadline reached 2021/05/21 12:06:51 [WARN] consul: error getting server health from "dev-consul-server-1": rpc error making call: EOF 2021/05/21 12:06:53 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:51642->10.242.129.99:8300: i/o timeout 2021/05/21 12:06:54 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 12:06:55 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:06:57 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:06:57 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:06:59 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:07:01 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:07:03 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:07:03 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:07:05 [INFO] serf: attempting reconnect to dev-consul-server-1.dc1 10.242.129.99:8302 2021/05/21 12:07:05 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:07:07 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:51854->10.242.129.99:8300: i/o timeout 2021/05/21 12:07:07 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:07:09 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:07:11 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:07:13 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:07:13 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:51934->10.242.129.99:8300: i/o timeout 2021/05/21 12:07:15 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:07:17 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:07:17 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:07:19 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:07:21 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:07:23 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:07:24 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:07:25 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:07:27 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:07:27 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:52132->10.242.129.99:8300: i/o timeout 2021/05/21 12:07:29 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:07:31 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:07:33 [ERR] yamux: keepalive failed: i/o deadline reached 2021/05/21 12:07:33 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:07:33 [WARN] consul: error getting server health from "dev-consul-server-1": rpc error making call: EOF 2021/05/21 12:07:34 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:52230->10.242.129.99:8300: i/o timeout 2021/05/21 12:07:36 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 12:07:37 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:07:37 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:07:39 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:07:41 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:07:43 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:07:45 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:07:45 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:07:47 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:07:47 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:52408->10.242.129.99:8300: i/o timeout 2021/05/21 12:07:49 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:07:51 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:07:53 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:07:55 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:07:55 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:52490->10.242.129.99:8300: i/o timeout 2021/05/21 12:07:57 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:07:58 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:07:59 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:08:01 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:08:03 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:08:05 [INFO] serf: attempting reconnect to dev-consul-server-1.dc1 10.242.129.99:8302 2021/05/21 12:08:05 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:08:06 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:08:07 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:08:08 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:52664->10.242.129.99:8300: i/o timeout 2021/05/21 12:08:09 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:08:11 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:08:13 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:08:15 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:08:15 [ERR] yamux: keepalive failed: i/o deadline reached 2021/05/21 12:08:15 [WARN] consul: error getting server health from "dev-consul-server-1": rpc error making call: EOF 2021/05/21 12:08:16 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:52778->10.242.129.99:8300: i/o timeout 2021/05/21 12:08:18 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:08:18 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 12:08:19 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:08:21 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:08:23 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:08:25 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:08:27 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:08:27 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:08:28 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:52962->10.242.129.99:8300: i/o timeout 2021/05/21 12:08:29 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:08:31 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:08:33 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:08:35 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:08:37 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: read tcp 10.242.142.201:53068->10.242.129.99:8300: i/o timeout 2021/05/21 12:08:37 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:08:38 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:08:39 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:08:41 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:08:43 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:08:45 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:08:47 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:08:48 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:08:48 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: read tcp 10.242.142.201:53234->10.242.129.99:8300: i/o timeout 2021/05/21 12:08:49 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:08:51 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:08:53 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:08:53 [INFO] serf: EventMemberJoin: dev-consul-server-1.dc1 10.242.129.99 2021/05/21 12:08:53 [INFO] consul: Handled member-join event for server "dev-consul-server-1.dc1" in area "wan" 2021/05/21 12:08:53 [WARN] raft: Rejecting vote request from 10.242.129.99:8300 since we have a leader: 10.242.142.201:8300 2021/05/21 12:08:53 [INFO] serf: EventMemberJoin: dev-consul-server-1 10.242.129.99 2021/05/21 12:08:53 [INFO] consul: Adding LAN server dev-consul-server-1 (Addr: tcp/10.242.129.99:8300) (DC: dc1) 2021/05/21 12:08:53 [INFO] consul: member 'dev-consul-server-1' joined, marking health alive 2021/05/21 12:08:54 [WARN] memberlist: Refuting a suspect message (from: dev-consul-server-1) 2021/05/21 12:08:58 [ERR] raft: peer {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300} has newer term, stopping replication 2021/05/21 12:08:58 [INFO] raft: Node at 10.242.142.201:8300 [Follower] entering Follower state (Leader: "") 2021/05/21 12:08:58 [INFO] raft: aborting pipeline replication to peer {Voter 9959677e-074a-a336-5a52-0f08e5968308 10.242.1.135:8300} 2021/05/21 12:08:58 [INFO] consul: cluster leadership lost 2021/05/21 12:09:01 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 12:09:02 [ERR] memberlist: Push/Pull with dev-consul-server-1.dc1 failed: dial tcp 10.242.129.99:8302: getsockopt: connection refused 2021/05/21 12:09:04 [INFO] memberlist: Suspect dev-consul-server-1 has failed, no acks received 2021/05/21 12:09:05 [INFO] memberlist: Marking dev-consul-server-1 as failed, suspect timeout reached (2 peer confirmations) 2021/05/21 12:09:05 [INFO] serf: EventMemberFailed: dev-consul-server-1 10.242.129.99 2021/05/21 12:09:05 [INFO] consul: Removing LAN server dev-consul-server-1 (Addr: tcp/10.242.129.99:8300) (DC: dc1) 2021/05/21 12:09:08 [WARN] raft: Heartbeat timeout from "" reached, starting election 2021/05/21 12:09:08 [INFO] raft: Node at 10.242.142.201:8300 [Candidate] entering Candidate state in term 12 2021/05/21 12:09:08 [INFO] raft: Election won. Tally: 2 2021/05/21 12:09:08 [INFO] raft: Node at 10.242.142.201:8300 [Leader] entering Leader state 2021/05/21 12:09:08 [INFO] raft: Added peer 9959677e-074a-a336-5a52-0f08e5968308, starting replication 2021/05/21 12:09:08 [INFO] raft: Added peer 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, starting replication 2021/05/21 12:09:08 [INFO] consul: cluster leadership acquired 2021/05/21 12:09:08 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:09:08 [INFO] consul: New leader elected: dev-consul-server-2 2021/05/21 12:09:08 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:09:08 [ERR] raft: Failed to make RequestVote RPC to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: EOF 2021/05/21 12:09:08 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: dial tcp ->10.242.129.99:8300: getsockopt: connection refused 2021/05/21 12:09:08 [INFO] raft: pipelining replication to peer {Voter 9959677e-074a-a336-5a52-0f08e5968308 10.242.1.135:8300} 2021/05/21 12:09:08 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:09:08 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: dial tcp ->10.242.129.99:8300: getsockopt: connection refused 2021/05/21 12:09:08 [INFO] consul: member 'dev-consul-server-1' failed, marking health critical 2021/05/21 12:09:08 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:09:08 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: dial tcp ->10.242.129.99:8300: getsockopt: connection refused 2021/05/21 12:09:08 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:09:08 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: dial tcp ->10.242.129.99:8300: getsockopt: connection refused 2021/05/21 12:09:08 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:09:08 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: dial tcp ->10.242.129.99:8300: getsockopt: connection refused 2021/05/21 12:09:08 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:09:08 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: dial tcp ->10.242.129.99:8300: getsockopt: connection refused 2021/05/21 12:09:09 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:09:09 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: dial tcp ->10.242.129.99:8300: getsockopt: connection refused 2021/05/21 12:09:09 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:09:09 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:09:09 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: dial tcp ->10.242.129.99:8300: getsockopt: connection refused 2021/05/21 12:09:09 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: dial tcp ->10.242.129.99:8300: getsockopt: connection refused 2021/05/21 12:09:10 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:09:10 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: dial tcp ->10.242.129.99:8300: getsockopt: connection refused 2021/05/21 12:09:10 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:09:10 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: dial tcp ->10.242.129.99:8300: getsockopt: connection refused 2021/05/21 12:09:10 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 12:09:10 [WARN] consul: error getting server health from "dev-consul-server-1": rpc error making call: stream closed 2021/05/21 12:09:11 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:09:11 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: dial tcp ->10.242.129.99:8300: getsockopt: connection refused 2021/05/21 12:09:11 [WARN] raft: Failed to contact 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca in 2.529869417s 2021/05/21 12:09:11 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:09:11 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: dial tcp ->10.242.129.99:8300: getsockopt: connection refused 2021/05/21 12:09:11 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:09:11 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: dial tcp ->10.242.129.99:8300: getsockopt: connection refused 2021/05/21 12:09:11 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 12:09:12 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:09:12 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: dial tcp ->10.242.129.99:8300: getsockopt: connection refused 2021/05/21 12:09:12 [WARN] consul: error getting server health from "dev-consul-server-1": rpc error getting client: failed to get conn: dial tcp ->10.242.129.99:8300: getsockopt: connection refused 2021/05/21 12:09:13 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:09:13 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: dial tcp ->10.242.129.99:8300: getsockopt: connection refused 2021/05/21 12:09:13 [WARN] raft: Failed to contact 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca in 5.021755237s 2021/05/21 12:09:13 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 12:09:13 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/05/21 12:09:13 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:09:13 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: dial tcp ->10.242.129.99:8300: getsockopt: connection refused 2021/05/21 12:09:14 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:09:14 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: dial tcp ->10.242.129.99:8300: getsockopt: connection refused 2021/05/21 12:09:14 [WARN] consul: error getting server health from "dev-consul-server-1": rpc error getting client: failed to get conn: dial tcp ->10.242.129.99:8300: getsockopt: connection refused 2021/05/21 12:09:14 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:09:14 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: dial tcp ->10.242.129.99:8300: getsockopt: connection refused 2021/05/21 12:09:15 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 12:09:16 [WARN] raft: Failed to contact 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca in 7.481173785s 2021/05/21 12:09:16 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:09:16 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: dial tcp ->10.242.129.99:8300: getsockopt: connection refused 2021/05/21 12:09:16 [WARN] consul: error getting server health from "dev-consul-server-1": rpc error getting client: failed to get conn: dial tcp ->10.242.129.99:8300: getsockopt: connection refused 2021/05/21 12:09:17 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 12:09:18 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:09:18 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: dial tcp ->10.242.129.99:8300: getsockopt: connection refused 2021/05/21 12:09:19 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:09:19 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 12:09:20 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:09:21 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:09:23 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:09:24 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:09:26 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:09:28 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:09:28 [WARN] consul: error getting server health from "dev-consul-server-1": rpc error getting client: failed to get conn: dial tcp ->10.242.129.99:8300: i/o timeout 2021/05/21 12:09:29 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: dial tcp ->10.242.129.99:8300: i/o timeout 2021/05/21 12:09:31 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 12:09:31 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/05/21 12:09:31 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: dial tcp ->10.242.129.99:8300: i/o timeout 2021/05/21 12:09:32 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:09:34 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:09:36 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:09:37 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:09:38 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:09:39 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:09:40 [INFO] memberlist: Marking dev-consul-server-1.dc1 as failed, suspect timeout reached (0 peer confirmations) 2021/05/21 12:09:40 [INFO] serf: EventMemberFailed: dev-consul-server-1.dc1 10.242.129.99 2021/05/21 12:09:40 [INFO] consul: Handled member-failed event for server "dev-consul-server-1.dc1" in area "wan" 2021/05/21 12:09:40 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:09:40 [WARN] consul: error getting server health from "dev-consul-server-1": rpc error getting client: failed to get conn: dial tcp ->10.242.129.99:8300: i/o timeout 2021/05/21 12:09:43 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 12:09:43 [WARN] consul: error getting server health from "dev-consul-server-2": context deadline exceeded 2021/05/21 12:09:43 [WARN] consul: error getting server health from "dev-consul-server-0": context deadline exceeded 2021/05/21 12:09:44 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:09:46 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:09:47 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: dial tcp ->10.242.129.99:8300: i/o timeout 2021/05/21 12:09:48 [INFO] serf: attempting reconnect to dev-consul-server-1 10.242.129.99:8301 2021/05/21 12:09:48 [INFO] memberlist: Suspect dev-consul-server-1.dc1 has failed, no acks received 2021/05/21 12:09:48 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:09:49 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: dial tcp ->10.242.129.99:8300: i/o timeout 2021/05/21 12:09:50 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:09:52 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:09:52 [WARN] consul: error getting server health from "dev-consul-server-1": rpc error getting client: failed to get conn: dial tcp ->10.242.129.99:8300: i/o timeout 2021/05/21 12:09:55 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded 2021/05/21 12:09:56 [WARN] consul: error getting server health from "dev-consul-server-1": last request still outstanding 2021/05/21 12:09:58 [INFO] serf: EventMemberJoin: dev-consul-server-1 10.242.129.83 2021/05/21 12:09:58 [INFO] consul: Adding LAN server dev-consul-server-1 (Addr: tcp/10.242.129.83:8300) (DC: dc1) 2021/05/21 12:09:58 [INFO] raft: Updating configuration with AddNonvoter (7d02c0e1-fca2-bacd-198e-a082d0a8cb31, 10.242.129.83:8300) to [{Suffrage:Voter ID:9959677e-074a-a336-5a52-0f08e5968308 Address:10.242.1.135:8300} {Suffrage:Voter ID:c955779f-89a6-203f-a38f-22883c86e868 Address:10.242.142.201:8300} {Suffrage:Voter ID:7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca Address:10.242.129.99:8300} {Suffrage:Nonvoter ID:7d02c0e1-fca2-bacd-198e-a082d0a8cb31 Address:10.242.129.83:8300}] 2021/05/21 12:09:58 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:09:58 [INFO] raft: Added peer 7d02c0e1-fca2-bacd-198e-a082d0a8cb31, starting replication 2021/05/21 12:09:58 [WARN] raft: AppendEntries to {Nonvoter 7d02c0e1-fca2-bacd-198e-a082d0a8cb31 10.242.129.83:8300} rejected, sending older logs (next: 1) 2021/05/21 12:09:58 [INFO] consul: member 'dev-consul-server-1' joined, marking health alive 2021/05/21 12:09:58 [ERR] memberlist: Conflicting address for dev-consul-server-1.dc1. Mine: 10.242.129.99:8302 Theirs: 10.242.129.83:8302 2021/05/21 12:09:58 [WARN] serf: Name conflict for 'dev-consul-server-1.dc1' both 10.242.129.99:8302 and 10.242.129.83:8302 are claiming 2021/05/21 12:09:58 [ERR] memberlist: Conflicting address for dev-consul-server-1.dc1. Mine: 10.242.129.99:8302 Theirs: 10.242.129.83:8302 2021/05/21 12:09:58 [WARN] serf: Name conflict for 'dev-consul-server-1.dc1' both 10.242.129.99:8302 and 10.242.129.83:8302 are claiming 2021/05/21 12:09:59 [ERR] memberlist: Conflicting address for dev-consul-server-1.dc1. Mine: 10.242.129.99:8302 Theirs: 10.242.129.83:8302 2021/05/21 12:09:59 [WARN] serf: Name conflict for 'dev-consul-server-1.dc1' both 10.242.129.99:8302 and 10.242.129.83:8302 are claiming 2021/05/21 12:09:59 [ERR] memberlist: Conflicting address for dev-consul-server-1.dc1. Mine: 10.242.129.99:8302 Theirs: 10.242.129.83:8302 2021/05/21 12:09:59 [WARN] serf: Name conflict for 'dev-consul-server-1.dc1' both 10.242.129.99:8302 and 10.242.129.83:8302 are claiming 2021/05/21 12:09:59 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:09:59 [INFO] raft: pipelining replication to peer {Nonvoter 7d02c0e1-fca2-bacd-198e-a082d0a8cb31 10.242.129.83:8300} 2021/05/21 12:10:04 [WARN] consul: error getting server health from "dev-consul-server-1": rpc error getting client: failed to get conn: dial tcp ->10.242.129.99:8300: i/o timeout 2021/05/21 12:10:05 [INFO] serf: attempting reconnect to dev-consul-server-1.dc1 10.242.129.99:8302 2021/05/21 12:10:08 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: dial tcp ->10.242.129.99:8300: i/o timeout 2021/05/21 12:10:09 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: dial tcp ->10.242.129.99:8300: i/o timeout 2021/05/21 12:10:18 [INFO] autopilot: Promoting Server (ID: "7d02c0e1-fca2-bacd-198e-a082d0a8cb31" Address: "10.242.129.83:8300") to voter 2021/05/21 12:10:18 [INFO] raft: Updating configuration with AddStaging (7d02c0e1-fca2-bacd-198e-a082d0a8cb31, 10.242.129.83:8300) to [{Suffrage:Voter ID:9959677e-074a-a336-5a52-0f08e5968308 Address:10.242.1.135:8300} {Suffrage:Voter ID:c955779f-89a6-203f-a38f-22883c86e868 Address:10.242.142.201:8300} {Suffrage:Voter ID:7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca Address:10.242.129.99:8300} {Suffrage:Voter ID:7d02c0e1-fca2-bacd-198e-a082d0a8cb31 Address:10.242.129.83:8300}] 2021/05/21 12:10:18 [INFO] autopilot: Attempting removal of stale Server (ID: "7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca" Address: "10.242.129.99:8300") 2021/05/21 12:10:18 [INFO] raft: Updating configuration with RemoveServer (7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, ) to [{Suffrage:Voter ID:9959677e-074a-a336-5a52-0f08e5968308 Address:10.242.1.135:8300} {Suffrage:Voter ID:c955779f-89a6-203f-a38f-22883c86e868 Address:10.242.142.201:8300} {Suffrage:Voter ID:7d02c0e1-fca2-bacd-198e-a082d0a8cb31 Address:10.242.129.83:8300}] 2021/05/21 12:10:18 [INFO] raft: Removed peer 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, stopping replication after 1329 2021/05/21 12:10:19 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:10:20 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:10:29 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: dial tcp ->10.242.129.99:8300: i/o timeout 2021/05/21 12:10:30 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: dial tcp ->10.242.129.99:8300: i/o timeout 2021/05/21 12:10:40 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:10:40 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:10:50 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: dial tcp ->10.242.129.99:8300: i/o timeout 2021/05/21 12:10:50 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: dial tcp ->10.242.129.99:8300: i/o timeout 2021/05/21 12:11:00 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:11:01 [WARN] Unable to get address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca, using fallback address 10.242.129.99:8300: Could not find address for server id 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 2021/05/21 12:11:05 [INFO] serf: attempting reconnect to dev-consul-server-1.dc1 10.242.129.99:8302 2021/05/21 12:11:10 [ERR] raft: Failed to AppendEntries to {Voter 7e6e5b39-045e-d7a5-b3f5-2ddb9978e6ca 10.242.129.99:8300}: dial tcp ->10.242.129.99:8300: i/o timeout 2021/05/21 12:11:11 [ERR] raft: Failed to heartbeat to 10.242.129.99:8300: dial tcp ->10.242.129.99:8300: i/o timeout 2021/05/21 12:11:14 [INFO] serf: EventMemberJoin: dev-consul-server-1.dc1 10.242.129.83 2021/05/21 12:11:14 [INFO] consul: Handled member-join event for server "dev-consul-server-1.dc1" in area "wan" 2021/05/21 12:16:09 [WARN] consul: error getting server health from "dev-consul-server-1": context deadline exceeded