By type
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:20:55.163+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] UEB GET /events/POLICY-ACRUNTIME-PARTICIPANT/cb34da96-6c4d-480d-a343-90d7996ef86f/onap-policy-clamp-ac-pf-ppnt-74f78f8c79-l6zv7?timeout=15000 [2023-02-11T15:20:55.163+00:00|WARN|HostSelector|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:20:55.163+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] GET http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT/cb34da96-6c4d-480d-a343-90d7996ef86f/onap-policy-clamp-ac-pf-ppnt-74f78f8c79-l6zv7?timeout=15000 (anonymous) ... [2023-02-11T15:20:55.172+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-11T15:20:55.185+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-11T15:20:55.198+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-11T15:20:55.198+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-11T15:20:55.208+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-11T15:20:55.208+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-11T15:20:55.212+00:00|WARN|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-11T15:20:55.212+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-11T15:20:55.212+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-11T15:20:55.588+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43375113 ms [2023-02-11T15:20:55.589+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:20:55.589+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:20:55.597+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:20:55.597+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:20:55.616+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:20:55.616+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:20:55.625+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:20:55.626+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:20:55.628+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:20:55.628+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:20:55.628+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:20:55.629+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25584, above threshold 10. [2023-02-11T15:20:56.638+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43376163 ms [2023-02-11T15:20:56.639+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:20:56.639+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:20:56.642+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-11T15:20:56.643+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:20:56.645+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-11T15:20:56.645+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:20:56.647+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:20:56.647+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:20:56.653+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:20:56.653+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:20:56.653+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:20:56.653+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25585, above threshold 10. [2023-02-11T15:20:57.688+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43377213 ms [2023-02-11T15:20:57.689+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:20:57.689+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:20:57.698+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:20:57.698+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:20:57.716+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:20:57.718+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:20:57.740+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:20:57.741+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:20:57.765+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:20:57.765+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:20:57.766+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:20:57.766+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25586, above threshold 10. [2023-02-11T15:20:58.792+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43378317 ms [2023-02-11T15:20:58.794+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:20:58.794+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:20:58.798+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:20:58.798+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:20:58.800+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:20:58.800+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:20:58.802+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:20:58.802+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:20:58.804+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:20:58.805+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:20:58.805+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:20:58.805+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25587, above threshold 10. [2023-02-11T15:20:59.838+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43379363 ms [2023-02-11T15:20:59.840+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:20:59.841+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:20:59.855+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:20:59.855+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:20:59.860+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:20:59.860+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:20:59.863+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:20:59.863+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:20:59.899+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:20:59.899+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:20:59.900+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:20:59.900+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25588, above threshold 10. [2023-02-11T15:21:00.940+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43380465 ms [2023-02-11T15:21:00.951+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:00.951+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:00.955+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-11T15:21:00.955+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:00.972+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:00.980+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:00.988+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:00.988+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:00.994+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:00.998+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:00.998+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:00.998+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25589, above threshold 10. [2023-02-11T15:21:02.065+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43381590 ms [2023-02-11T15:21:02.123+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:02.123+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:02.136+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:02.136+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:02.139+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:02.139+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:02.141+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:02.142+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:02.144+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:02.145+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:02.145+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:02.145+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25590, above threshold 10. [2023-02-11T15:21:03.188+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43382713 ms [2023-02-11T15:21:03.190+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:03.191+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:03.211+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:03.212+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:03.246+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:03.247+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:03.251+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:03.252+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:03.257+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:03.258+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:03.259+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:03.259+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25591, above threshold 10. [2023-02-11T15:21:04.289+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43383814 ms [2023-02-11T15:21:04.291+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:04.291+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:04.311+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:04.311+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:04.329+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:04.330+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:04.344+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:04.344+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:04.346+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:04.347+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:04.348+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:04.348+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25592, above threshold 10. [2023-02-11T15:21:05.394+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43384919 ms [2023-02-11T15:21:05.396+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:05.397+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:05.403+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:05.403+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:05.419+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:05.419+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:05.432+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:05.432+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:05.437+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:05.438+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:05.438+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:05.438+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25593, above threshold 10. [2023-02-11T15:21:06.444+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43385969 ms [2023-02-11T15:21:06.445+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:06.446+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:06.470+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:06.470+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:06.484+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:06.484+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:06.496+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:06.496+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:06.509+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:06.510+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:06.510+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:06.510+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25594, above threshold 10. [2023-02-11T15:21:07.538+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43387063 ms [2023-02-11T15:21:07.539+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:07.539+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:07.543+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:07.543+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:07.555+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:07.555+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:07.564+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:07.564+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:07.579+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:07.579+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:07.579+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:07.580+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25595, above threshold 10. [2023-02-11T15:21:08.589+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43388114 ms [2023-02-11T15:21:08.591+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:08.591+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:08.596+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:08.596+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:08.598+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:08.598+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:08.599+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:08.599+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:08.600+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:08.601+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:08.601+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:08.601+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25596, above threshold 10. [2023-02-11T15:21:09.641+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43389166 ms [2023-02-11T15:21:09.642+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:09.643+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:09.650+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:09.650+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:09.654+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:09.654+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:09.660+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:09.660+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:09.667+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:09.667+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:09.667+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:09.667+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25597, above threshold 10. [2023-02-11T15:21:10.213+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=cb34da96-6c4d-480d-a343-90d7996ef86f, consumerInstance=onap-policy-clamp-ac-pf-ppnt-74f78f8c79-l6zv7, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-ACRUNTIME-PARTICIPANT, effectiveTopic=POLICY-ACRUNTIME-PARTICIPANT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(Unknown Source) at java.base/java.net.SocketInputStream.read(Unknown Source) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:10.213+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] UEB GET /events/POLICY-ACRUNTIME-PARTICIPANT/cb34da96-6c4d-480d-a343-90d7996ef86f/onap-policy-clamp-ac-pf-ppnt-74f78f8c79-l6zv7?timeout=15000 [2023-02-11T15:21:10.213+00:00|WARN|HostSelector|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:10.213+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] GET http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT/cb34da96-6c4d-480d-a343-90d7996ef86f/onap-policy-clamp-ac-pf-ppnt-74f78f8c79-l6zv7?timeout=15000 (anonymous) ... [2023-02-11T15:21:10.218+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-11T15:21:10.219+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:10.227+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-11T15:21:10.227+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:10.277+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-11T15:21:10.277+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:10.301+00:00|WARN|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-11T15:21:10.302+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-11T15:21:10.302+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-11T15:21:10.688+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43390213 ms [2023-02-11T15:21:10.689+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:10.689+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:10.692+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:10.692+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:10.707+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:10.707+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:10.729+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:10.729+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:10.732+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:10.733+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:10.733+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:10.733+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25598, above threshold 10. [2023-02-11T15:21:11.738+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43391263 ms [2023-02-11T15:21:11.739+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:11.740+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:11.744+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:11.744+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:11.757+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:11.757+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:11.814+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:11.815+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:11.823+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:11.823+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:11.824+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:11.824+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25599, above threshold 10. [2023-02-11T15:21:12.840+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43392365 ms [2023-02-11T15:21:12.844+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:12.845+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:12.867+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:12.867+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:12.891+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:12.891+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:12.898+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:12.898+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:12.904+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:12.910+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:12.910+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:12.911+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25600, above threshold 10. [2023-02-11T15:21:13.938+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43393463 ms [2023-02-11T15:21:13.939+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:13.939+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:13.951+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:13.951+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:13.955+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:13.955+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:13.961+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:13.961+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:13.970+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:13.970+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:13.970+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:13.970+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25601, above threshold 10. [2023-02-11T15:21:14.989+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43394514 ms [2023-02-11T15:21:14.991+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:14.991+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:15.000+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:15.000+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:15.004+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:15.004+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:15.014+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:15.015+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:15.025+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:15.026+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:15.026+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:15.026+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25602, above threshold 10. [2023-02-11T15:21:16.038+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43395563 ms [2023-02-11T15:21:16.039+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:16.039+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:16.043+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:16.043+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:16.046+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:16.047+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:16.050+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:16.050+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:16.053+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:16.054+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:16.054+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:16.054+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25603, above threshold 10. [2023-02-11T15:21:17.092+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43396617 ms [2023-02-11T15:21:17.094+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:17.094+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:17.098+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:17.098+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:17.111+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-11T15:21:17.111+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:17.113+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:17.113+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:17.114+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:17.114+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:17.114+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:17.114+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25604, above threshold 10. [2023-02-11T15:21:18.138+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43397663 ms [2023-02-11T15:21:18.139+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:18.148+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:18.150+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-11T15:21:18.151+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:18.153+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-11T15:21:18.153+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:18.154+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:18.154+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:18.155+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:18.155+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:18.155+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:18.155+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25605, above threshold 10. [2023-02-11T15:21:19.188+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43398713 ms [2023-02-11T15:21:19.189+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:19.191+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:19.201+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:19.202+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:19.223+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:19.223+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:19.229+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:19.229+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:19.233+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:19.234+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:19.234+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:19.234+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25606, above threshold 10. [2023-02-11T15:21:20.240+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43399765 ms [2023-02-11T15:21:20.242+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:20.242+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:20.244+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:20.244+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:20.246+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:20.246+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:20.247+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-11T15:21:20.247+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:20.248+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:20.248+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:20.251+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:20.251+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25607, above threshold 10. [2023-02-11T15:21:21.288+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43400813 ms [2023-02-11T15:21:21.291+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:21.291+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:21.297+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:21.297+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:21.304+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:21.304+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:21.305+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:21.305+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:21.308+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:21.309+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:21.309+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:21.309+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25608, above threshold 10. [2023-02-11T15:21:22.338+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43401863 ms [2023-02-11T15:21:22.340+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:22.340+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:22.343+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:22.343+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:22.346+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-11T15:21:22.346+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:22.347+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:22.347+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:22.352+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:22.352+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:22.352+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:22.352+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25609, above threshold 10. [2023-02-11T15:21:23.388+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43402913 ms [2023-02-11T15:21:23.389+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:23.389+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:23.392+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:23.392+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:23.393+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:23.393+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:23.394+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:23.395+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:23.397+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:23.398+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:23.398+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:23.398+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25610, above threshold 10. [2023-02-11T15:21:24.438+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43403963 ms [2023-02-11T15:21:24.439+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:24.439+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:24.446+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:24.446+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:24.449+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:24.449+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:24.455+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:24.455+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:24.459+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:24.460+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:24.460+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:24.460+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25611, above threshold 10. [2023-02-11T15:21:25.302+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=cb34da96-6c4d-480d-a343-90d7996ef86f, consumerInstance=onap-policy-clamp-ac-pf-ppnt-74f78f8c79-l6zv7, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-ACRUNTIME-PARTICIPANT, effectiveTopic=POLICY-ACRUNTIME-PARTICIPANT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(Unknown Source) at java.base/java.net.SocketInputStream.read(Unknown Source) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:25.302+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] UEB GET /events/POLICY-ACRUNTIME-PARTICIPANT/cb34da96-6c4d-480d-a343-90d7996ef86f/onap-policy-clamp-ac-pf-ppnt-74f78f8c79-l6zv7?timeout=15000 [2023-02-11T15:21:25.302+00:00|WARN|HostSelector|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:25.302+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] GET http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT/cb34da96-6c4d-480d-a343-90d7996ef86f/onap-policy-clamp-ac-pf-ppnt-74f78f8c79-l6zv7?timeout=15000 (anonymous) ... [2023-02-11T15:21:25.308+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-11T15:21:25.308+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:25.315+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-11T15:21:25.315+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:25.322+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-11T15:21:25.322+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:25.329+00:00|WARN|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-11T15:21:25.329+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-11T15:21:25.330+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-11T15:21:25.488+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43405013 ms [2023-02-11T15:21:25.490+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:25.491+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:25.498+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:25.498+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:25.506+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:25.506+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:25.519+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:25.519+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:25.525+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:25.526+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:25.526+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:25.526+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25612, above threshold 10. [2023-02-11T15:21:26.538+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43406063 ms [2023-02-11T15:21:26.539+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:26.539+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:26.542+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:26.543+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:26.545+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:26.545+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:26.546+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:26.546+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:26.547+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:26.548+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:26.548+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:26.548+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25613, above threshold 10. [2023-02-11T15:21:27.596+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43407121 ms [2023-02-11T15:21:27.597+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:27.597+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:27.617+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:27.618+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:27.638+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:27.639+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:27.645+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:27.645+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:27.657+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:27.658+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:27.662+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:27.662+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25614, above threshold 10. [2023-02-11T15:21:28.688+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43408213 ms [2023-02-11T15:21:28.689+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:28.689+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:28.703+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:28.704+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:28.708+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:28.708+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:28.711+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:28.711+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:28.718+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:28.730+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:28.730+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:28.730+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25615, above threshold 10. [2023-02-11T15:21:29.740+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43409265 ms [2023-02-11T15:21:29.742+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:29.743+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:29.748+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-11T15:21:29.748+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:29.752+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:29.752+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:29.760+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:29.760+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:29.764+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:29.764+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:29.764+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:29.765+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25616, above threshold 10. [2023-02-11T15:21:30.788+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43410313 ms [2023-02-11T15:21:30.790+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:30.790+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:30.802+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:30.802+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:30.819+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:30.819+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:30.836+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:30.836+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:30.892+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:30.892+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:30.892+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:30.892+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25617, above threshold 10. [2023-02-11T15:21:31.892+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43411417 ms [2023-02-11T15:21:31.893+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:31.893+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:31.896+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:31.896+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:31.917+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-11T15:21:31.917+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:31.932+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:31.932+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:31.944+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:31.944+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:31.944+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:31.944+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25618, above threshold 10. [2023-02-11T15:21:32.949+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43412474 ms [2023-02-11T15:21:32.967+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:32.967+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:32.971+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:32.971+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:32.983+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:32.983+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:32.984+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:32.984+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:32.987+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:32.988+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:32.988+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:32.988+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25619, above threshold 10. [2023-02-11T15:21:33.988+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43413513 ms [2023-02-11T15:21:33.989+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:33.989+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:34.026+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:34.027+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:34.043+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:34.044+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:34.056+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:34.057+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:34.067+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:34.069+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:34.069+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:34.069+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25620, above threshold 10. [2023-02-11T15:21:35.088+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43414613 ms [2023-02-11T15:21:35.089+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:35.089+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:35.092+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:35.092+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:35.094+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:35.094+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:35.095+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:35.095+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:35.098+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:35.098+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:35.099+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:35.101+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25621, above threshold 10. [2023-02-11T15:21:36.138+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43415663 ms [2023-02-11T15:21:36.142+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:36.142+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:36.157+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:36.158+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:36.162+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:36.163+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:36.167+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:36.167+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:36.172+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:36.172+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:36.172+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:36.172+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25622, above threshold 10. [2023-02-11T15:21:37.204+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43416728 ms [2023-02-11T15:21:37.206+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:37.206+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:37.215+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:37.215+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:37.247+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:37.247+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:37.275+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-11T15:21:37.275+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:37.315+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:37.316+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:37.316+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:37.316+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25623, above threshold 10. [2023-02-11T15:21:38.340+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43417865 ms [2023-02-11T15:21:38.341+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:38.341+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:38.352+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:38.354+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:38.363+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:38.385+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:38.388+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:38.388+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:38.393+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:38.393+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:38.393+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:38.393+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25624, above threshold 10. [2023-02-11T15:21:39.438+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43418963 ms [2023-02-11T15:21:39.439+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:39.439+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:39.454+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:39.454+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:39.461+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:39.461+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:39.469+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:39.470+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:39.474+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:39.475+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:39.477+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:39.477+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25625, above threshold 10. [2023-02-11T15:21:40.331+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=cb34da96-6c4d-480d-a343-90d7996ef86f, consumerInstance=onap-policy-clamp-ac-pf-ppnt-74f78f8c79-l6zv7, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-ACRUNTIME-PARTICIPANT, effectiveTopic=POLICY-ACRUNTIME-PARTICIPANT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(Unknown Source) at java.base/java.net.SocketInputStream.read(Unknown Source) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:40.333+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] UEB GET /events/POLICY-ACRUNTIME-PARTICIPANT/cb34da96-6c4d-480d-a343-90d7996ef86f/onap-policy-clamp-ac-pf-ppnt-74f78f8c79-l6zv7?timeout=15000 [2023-02-11T15:21:40.333+00:00|WARN|HostSelector|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:40.334+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] GET http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT/cb34da96-6c4d-480d-a343-90d7996ef86f/onap-policy-clamp-ac-pf-ppnt-74f78f8c79-l6zv7?timeout=15000 (anonymous) ... [2023-02-11T15:21:40.378+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-11T15:21:40.378+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:40.381+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-11T15:21:40.381+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:40.387+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-11T15:21:40.387+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:40.410+00:00|WARN|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-11T15:21:40.410+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-11T15:21:40.410+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-11T15:21:40.498+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43420023 ms [2023-02-11T15:21:40.499+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:40.503+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:40.506+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:40.506+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:40.514+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:40.514+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:40.520+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:40.520+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:40.533+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:40.533+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:40.533+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:40.533+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25626, above threshold 10. [2023-02-11T15:21:41.538+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43421063 ms [2023-02-11T15:21:41.539+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:41.539+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:41.546+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:41.546+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:41.551+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:41.551+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:41.555+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:41.555+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:41.559+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:41.559+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:41.559+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:41.559+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25627, above threshold 10. [2023-02-11T15:21:42.607+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43422132 ms [2023-02-11T15:21:42.608+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:42.608+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:42.661+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:42.661+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:42.665+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-11T15:21:42.665+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:42.668+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:42.668+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:42.670+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:42.671+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:42.671+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:42.671+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25628, above threshold 10. [2023-02-11T15:21:43.693+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43423218 ms [2023-02-11T15:21:43.694+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:43.694+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:43.697+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:43.697+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:43.710+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:43.710+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:43.722+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:43.722+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:43.736+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:43.737+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:43.737+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:43.737+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25629, above threshold 10. [2023-02-11T15:21:44.741+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43424266 ms [2023-02-11T15:21:44.744+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:44.744+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:44.754+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:44.754+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:44.759+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:44.759+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:44.767+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:44.767+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:44.772+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:44.772+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:44.772+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:44.772+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25630, above threshold 10. [2023-02-11T15:21:45.788+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43425313 ms [2023-02-11T15:21:45.789+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:45.789+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:45.791+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:45.791+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:45.793+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:45.793+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:45.795+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:45.795+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:45.798+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:45.799+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:45.799+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:45.799+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25631, above threshold 10. [2023-02-11T15:21:46.814+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43426339 ms [2023-02-11T15:21:46.815+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:46.815+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:46.820+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:46.820+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:46.834+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:46.834+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:46.838+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:46.838+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:46.856+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:46.856+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:46.856+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:46.856+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25632, above threshold 10. [2023-02-11T15:21:47.918+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43427443 ms [2023-02-11T15:21:47.932+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:47.932+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:47.935+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:47.935+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:47.939+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:47.939+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:47.954+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:47.954+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:47.958+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:47.959+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:47.959+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:47.959+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25633, above threshold 10. [2023-02-11T15:21:48.988+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43428513 ms [2023-02-11T15:21:48.989+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:48.989+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:48.991+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:48.991+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:48.992+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:48.992+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:48.994+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:48.994+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:48.996+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:48.996+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:48.996+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:48.996+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25634, above threshold 10. [2023-02-11T15:21:50.038+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43429563 ms [2023-02-11T15:21:50.045+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:50.045+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:50.050+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:50.050+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:50.056+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:50.056+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:50.059+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:50.060+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:50.064+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:50.065+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:50.065+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:50.065+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25635, above threshold 10. [2023-02-11T15:21:51.088+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43430613 ms [2023-02-11T15:21:51.094+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:51.094+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:51.105+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:51.105+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:51.109+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:51.109+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:51.111+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:51.111+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:51.117+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:51.117+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:51.117+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:51.117+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25636, above threshold 10. [2023-02-11T15:21:52.138+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43431663 ms [2023-02-11T15:21:52.139+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:52.139+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:52.162+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:52.162+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:52.167+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:52.167+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:52.180+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:52.180+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:52.191+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:52.192+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:52.192+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:52.192+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25637, above threshold 10. [2023-02-11T15:21:53.238+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 362 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43432763 ms [2023-02-11T15:21:53.247+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:53.248+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:53.250+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:53.250+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:53.251+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-11T15:21:53.251+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:53.254+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:53.254+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:53.256+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:53.256+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:53.256+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 362 message to send. [2023-02-11T15:21:53.256+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25638, above threshold 10. [2023-02-11T15:21:53.429+00:00|INFO|network|pool-2-thread-1] [OUT|DMAAP|POLICY-ACRUNTIME-PARTICIPANT] {"state":"UNKNOWN","healthStatus":"UNKNOWN","participantStatistics":{"participantId":{"name":"org.onap.PM_Policy","version":"1.0.0"},"timeStamp":"2023-02-11T15:21:53.427963Z","state":"UNKNOWN","healthStatus":"UNKNOWN","eventCount":0,"lastExecutionTime":0,"averageExecutionTime":0.0,"upTime":0,"lastEnterTime":0,"lastStart":0},"participantDefinitionUpdates":[],"automationCompositionInfoList":[],"messageType":"PARTICIPANT_STATUS","messageId":"f1864fc5-1afe-428f-9d40-16ef577234e0","timestamp":"2023-02-11T15:21:53.428118Z","participantType":{"name":"org.onap.policy.clamp.acm.PolicyParticipant","version":"2.3.1"},"participantId":{"name":"org.onap.PM_Policy","version":"1.0.0"}} [2023-02-11T15:21:54.288+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43433813 ms [2023-02-11T15:21:54.289+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:54.289+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:54.292+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:54.292+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:54.302+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:54.303+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:54.304+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:54.304+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:54.306+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:54.306+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:54.306+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:21:54.306+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25639, above threshold 10. [2023-02-11T15:21:55.339+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43434864 ms [2023-02-11T15:21:55.340+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:55.340+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:55.343+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:55.343+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:55.345+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:55.345+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:55.349+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:55.349+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:55.351+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:55.351+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:55.352+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:21:55.352+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25640, above threshold 10. [2023-02-11T15:21:55.410+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=cb34da96-6c4d-480d-a343-90d7996ef86f, consumerInstance=onap-policy-clamp-ac-pf-ppnt-74f78f8c79-l6zv7, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-ACRUNTIME-PARTICIPANT, effectiveTopic=POLICY-ACRUNTIME-PARTICIPANT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(Unknown Source) at java.base/java.net.SocketInputStream.read(Unknown Source) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:55.410+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] UEB GET /events/POLICY-ACRUNTIME-PARTICIPANT/cb34da96-6c4d-480d-a343-90d7996ef86f/onap-policy-clamp-ac-pf-ppnt-74f78f8c79-l6zv7?timeout=15000 [2023-02-11T15:21:55.410+00:00|WARN|HostSelector|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:55.410+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] GET http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT/cb34da96-6c4d-480d-a343-90d7996ef86f/onap-policy-clamp-ac-pf-ppnt-74f78f8c79-l6zv7?timeout=15000 (anonymous) ... [2023-02-11T15:21:55.412+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-11T15:21:55.412+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:55.414+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-11T15:21:55.414+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:55.434+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-11T15:21:55.434+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:55.439+00:00|WARN|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-11T15:21:55.439+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-11T15:21:55.439+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-11T15:21:56.388+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43435913 ms [2023-02-11T15:21:56.391+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:56.393+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:56.395+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:56.395+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:56.401+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:56.401+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:56.402+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:56.402+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:56.403+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:56.404+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:56.404+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:21:56.404+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25641, above threshold 10. [2023-02-11T15:21:57.441+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43436966 ms [2023-02-11T15:21:57.457+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:57.457+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:57.477+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:57.477+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:57.484+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:57.484+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:57.501+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:57.501+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:57.518+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:57.519+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:57.519+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:21:57.519+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25642, above threshold 10. [2023-02-11T15:21:58.538+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43438063 ms [2023-02-11T15:21:58.540+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:58.540+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:58.542+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:58.542+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:58.544+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:58.544+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:58.547+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:58.547+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:58.550+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:58.550+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:58.550+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:21:58.550+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25643, above threshold 10. [2023-02-11T15:21:59.588+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43439113 ms [2023-02-11T15:21:59.589+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:21:59.589+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:21:59.592+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:59.593+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:59.595+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:59.595+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:59.601+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:21:59.603+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:21:59.607+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:21:59.607+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:21:59.608+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:21:59.608+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25644, above threshold 10. [2023-02-11T15:22:00.638+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43440163 ms [2023-02-11T15:22:00.641+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:00.641+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:00.658+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:00.658+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:00.666+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:00.666+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:00.675+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:00.675+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:00.679+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:00.680+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:00.680+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:22:00.680+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25645, above threshold 10. [2023-02-11T15:22:01.688+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43441213 ms [2023-02-11T15:22:01.689+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:01.689+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:01.700+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:01.700+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:01.703+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:01.703+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:01.708+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:01.709+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:01.713+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:01.714+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:01.714+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:22:01.714+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25646, above threshold 10. [2023-02-11T15:22:02.738+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43442263 ms [2023-02-11T15:22:02.739+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:02.739+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:02.743+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:02.743+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:02.747+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:02.747+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:02.751+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:02.752+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:02.756+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:02.756+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:02.757+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:22:02.757+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25647, above threshold 10. [2023-02-11T15:22:03.788+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43443313 ms [2023-02-11T15:22:03.790+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:03.790+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:03.804+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:03.805+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:03.813+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:03.813+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:03.818+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:03.819+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:03.843+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:03.845+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:03.845+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:22:03.845+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25648, above threshold 10. [2023-02-11T15:22:04.888+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43444413 ms [2023-02-11T15:22:04.889+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:04.889+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:04.897+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:04.897+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:04.905+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:04.905+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:04.919+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:04.919+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:04.933+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:04.933+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:04.934+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:22:04.934+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25649, above threshold 10. [2023-02-11T15:22:05.941+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43445466 ms [2023-02-11T15:22:05.942+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:05.942+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:05.953+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:05.954+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:05.970+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:05.971+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:05.981+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:05.981+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:05.985+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:05.985+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:05.985+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:22:05.985+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25650, above threshold 10. [2023-02-11T15:22:06.995+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43446520 ms [2023-02-11T15:22:06.997+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:06.997+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:07.014+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:07.014+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:07.043+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:07.044+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:07.075+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:07.076+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:07.086+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:07.087+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:07.088+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:22:07.089+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25651, above threshold 10. [2023-02-11T15:22:08.089+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43447614 ms [2023-02-11T15:22:08.093+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:08.094+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:08.116+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:08.116+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:08.145+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:08.145+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:08.147+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:08.147+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:08.150+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:08.150+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:08.150+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:22:08.150+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25652, above threshold 10. [2023-02-11T15:22:09.204+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43448729 ms [2023-02-11T15:22:09.205+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:09.206+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:09.218+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:09.218+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:09.222+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:09.222+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:09.225+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:09.225+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:09.228+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:09.228+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:09.228+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:22:09.228+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25653, above threshold 10. [2023-02-11T15:22:10.238+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43449763 ms [2023-02-11T15:22:10.246+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:10.246+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:10.248+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:10.248+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:10.266+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:10.273+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:10.280+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:10.281+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:10.299+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:10.299+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:10.302+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:22:10.302+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25654, above threshold 10. [2023-02-11T15:22:10.443+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=cb34da96-6c4d-480d-a343-90d7996ef86f, consumerInstance=onap-policy-clamp-ac-pf-ppnt-74f78f8c79-l6zv7, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-ACRUNTIME-PARTICIPANT, effectiveTopic=POLICY-ACRUNTIME-PARTICIPANT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(Unknown Source) at java.base/java.net.SocketInputStream.read(Unknown Source) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:10.443+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] UEB GET /events/POLICY-ACRUNTIME-PARTICIPANT/cb34da96-6c4d-480d-a343-90d7996ef86f/onap-policy-clamp-ac-pf-ppnt-74f78f8c79-l6zv7?timeout=15000 [2023-02-11T15:22:10.443+00:00|WARN|HostSelector|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:10.443+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] GET http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT/cb34da96-6c4d-480d-a343-90d7996ef86f/onap-policy-clamp-ac-pf-ppnt-74f78f8c79-l6zv7?timeout=15000 (anonymous) ... [2023-02-11T15:22:10.588+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-11T15:22:10.589+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:10.602+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-11T15:22:10.602+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:10.605+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-11T15:22:10.605+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:10.612+00:00|WARN|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-11T15:22:10.612+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-11T15:22:10.612+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-11T15:22:11.338+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43450863 ms [2023-02-11T15:22:11.339+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:11.339+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:11.343+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:11.344+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:11.347+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:11.347+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:11.351+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:11.351+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:11.354+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:11.354+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:11.354+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:22:11.354+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25655, above threshold 10. [2023-02-11T15:22:12.388+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43451913 ms [2023-02-11T15:22:12.389+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:12.389+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:12.396+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:12.396+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:12.398+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:12.398+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:12.399+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:12.399+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:12.401+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:12.401+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:12.401+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:22:12.401+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25656, above threshold 10. [2023-02-11T15:22:13.438+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43452963 ms [2023-02-11T15:22:13.439+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:13.439+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:13.445+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:13.445+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:13.449+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:13.449+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:13.452+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:13.453+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:13.455+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:13.456+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:13.456+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:22:13.456+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25657, above threshold 10. [2023-02-11T15:22:14.488+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43454013 ms [2023-02-11T15:22:14.490+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:14.490+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:14.505+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:14.505+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:14.526+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:14.526+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:14.542+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:14.542+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:14.550+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:14.550+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:14.550+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:22:14.550+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25658, above threshold 10. [2023-02-11T15:22:15.588+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43455113 ms [2023-02-11T15:22:15.589+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:15.589+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:15.594+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:15.594+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:15.597+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:15.597+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:15.603+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:15.604+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:15.607+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:15.608+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:15.608+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:22:15.608+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25659, above threshold 10. [2023-02-11T15:22:16.638+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43456163 ms [2023-02-11T15:22:16.640+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:16.640+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:16.662+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:16.662+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:16.680+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:16.681+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:16.701+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:16.701+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:16.726+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:16.727+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:16.727+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:22:16.727+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25660, above threshold 10. [2023-02-11T15:22:17.738+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43457263 ms [2023-02-11T15:22:17.739+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:17.739+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:17.744+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:17.745+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:17.756+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:17.756+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:17.759+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:17.759+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:17.766+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:17.766+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:17.767+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:22:17.767+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25661, above threshold 10. [2023-02-11T15:22:18.797+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43458322 ms [2023-02-11T15:22:18.798+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:18.799+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:18.804+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:18.804+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:18.810+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:18.810+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:18.816+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:18.816+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:18.822+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:18.823+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:18.823+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:22:18.823+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25662, above threshold 10. [2023-02-11T15:22:19.838+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43459363 ms [2023-02-11T15:22:19.839+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:19.839+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:19.844+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:19.844+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:19.850+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:19.850+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:19.852+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:19.853+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:19.857+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:19.859+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:19.861+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:22:19.862+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25663, above threshold 10. [2023-02-11T15:22:20.898+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43460423 ms [2023-02-11T15:22:20.899+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:20.899+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:20.903+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:20.903+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:20.905+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:20.905+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:20.906+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:20.906+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:20.907+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:20.907+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:20.907+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:22:20.907+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25664, above threshold 10. [2023-02-11T15:22:21.926+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43461451 ms [2023-02-11T15:22:21.928+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:21.928+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:21.940+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:21.940+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:21.945+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:21.945+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:21.967+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:21.967+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:21.975+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:21.975+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:21.976+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:22:21.976+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25665, above threshold 10. [2023-02-11T15:22:22.988+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43462513 ms [2023-02-11T15:22:22.989+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:22.989+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:22.997+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:22.997+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:23.001+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:23.001+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:23.007+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:23.007+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:23.010+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:23.010+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:23.010+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:22:23.011+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25666, above threshold 10. [2023-02-11T15:22:24.015+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43463540 ms [2023-02-11T15:22:24.022+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:24.022+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:24.035+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:24.035+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:24.051+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:24.051+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:24.060+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:24.060+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:24.064+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:24.064+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:24.064+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:22:24.064+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25667, above threshold 10. [2023-02-11T15:22:25.088+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43464613 ms [2023-02-11T15:22:25.089+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:25.089+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:25.092+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:25.092+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:25.098+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:25.098+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:25.101+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:25.102+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:25.105+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:25.107+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:25.107+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:22:25.107+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25668, above threshold 10. [2023-02-11T15:22:25.623+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=cb34da96-6c4d-480d-a343-90d7996ef86f, consumerInstance=onap-policy-clamp-ac-pf-ppnt-74f78f8c79-l6zv7, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-ACRUNTIME-PARTICIPANT, effectiveTopic=POLICY-ACRUNTIME-PARTICIPANT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(Unknown Source) at java.base/java.net.SocketInputStream.read(Unknown Source) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:25.624+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] UEB GET /events/POLICY-ACRUNTIME-PARTICIPANT/cb34da96-6c4d-480d-a343-90d7996ef86f/onap-policy-clamp-ac-pf-ppnt-74f78f8c79-l6zv7?timeout=15000 [2023-02-11T15:22:25.624+00:00|WARN|HostSelector|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:25.624+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] GET http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT/cb34da96-6c4d-480d-a343-90d7996ef86f/onap-policy-clamp-ac-pf-ppnt-74f78f8c79-l6zv7?timeout=15000 (anonymous) ... [2023-02-11T15:22:25.627+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-11T15:22:25.627+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:25.628+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-11T15:22:25.628+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:25.634+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-11T15:22:25.635+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:25.642+00:00|WARN|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-11T15:22:25.642+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-11T15:22:25.642+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-11T15:22:26.138+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43465663 ms [2023-02-11T15:22:26.142+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:26.142+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:26.145+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:26.145+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:26.153+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:26.153+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:26.159+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:26.159+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:26.161+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:26.161+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:26.161+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:22:26.161+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25669, above threshold 10. [2023-02-11T15:22:27.188+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43466713 ms [2023-02-11T15:22:27.189+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:27.189+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:27.256+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:27.256+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:27.275+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:27.275+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:27.279+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:27.279+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:27.281+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:27.282+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:27.282+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:22:27.282+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25670, above threshold 10. [2023-02-11T15:22:28.296+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43467821 ms [2023-02-11T15:22:28.297+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:28.297+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:28.302+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:28.302+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:28.304+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:28.305+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:28.307+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:28.307+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:28.315+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:28.316+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:28.316+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:22:28.316+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25671, above threshold 10. [2023-02-11T15:22:29.338+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43468863 ms [2023-02-11T15:22:29.339+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:29.339+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:29.350+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:29.350+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:29.353+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:29.354+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:29.357+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:29.358+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:29.373+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:29.374+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:29.374+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:22:29.375+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25672, above threshold 10. [2023-02-11T15:22:30.388+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43469913 ms [2023-02-11T15:22:30.390+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:30.390+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:30.392+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:30.392+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:30.395+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:30.395+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:30.398+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:30.398+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:30.400+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:30.400+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:30.403+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:22:30.404+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25673, above threshold 10. [2023-02-11T15:22:31.438+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43470963 ms [2023-02-11T15:22:31.439+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:31.440+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:31.442+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:31.442+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:31.444+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:31.444+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:31.452+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:31.452+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:31.469+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:31.470+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:31.471+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:22:31.471+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25674, above threshold 10. [2023-02-11T15:22:32.494+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43472019 ms [2023-02-11T15:22:32.495+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:32.495+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:32.510+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:32.510+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:32.521+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:32.522+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:32.547+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:32.548+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:32.561+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:32.562+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:32.562+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:22:32.562+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25675, above threshold 10. [2023-02-11T15:22:33.588+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43473113 ms [2023-02-11T15:22:33.589+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:33.589+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:33.600+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:33.600+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:33.606+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:33.606+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:33.610+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-11T15:22:33.610+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:33.627+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:33.627+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:33.627+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:22:33.627+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25676, above threshold 10. [2023-02-11T15:22:34.640+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43474165 ms [2023-02-11T15:22:34.641+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:34.641+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:34.683+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:34.684+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:34.685+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:34.685+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:34.687+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:34.687+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:34.688+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:34.689+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:34.689+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:22:34.689+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25677, above threshold 10. [2023-02-11T15:22:35.738+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43475263 ms [2023-02-11T15:22:35.739+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:35.739+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:35.747+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:35.747+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:35.752+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:35.752+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:35.755+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:35.755+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:35.759+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:35.759+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:35.760+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:22:35.760+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25678, above threshold 10. [2023-02-11T15:22:36.788+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43476313 ms [2023-02-11T15:22:36.789+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:36.789+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:36.812+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:36.813+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:36.824+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:36.824+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:36.828+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:36.828+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:36.834+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:36.838+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:36.838+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:22:36.838+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25679, above threshold 10. [2023-02-11T15:22:37.838+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43477363 ms [2023-02-11T15:22:37.839+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:37.839+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:37.886+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:37.895+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:37.910+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:37.931+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:37.934+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:37.934+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:37.940+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:37.941+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:37.948+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:22:37.949+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25680, above threshold 10. [2023-02-11T15:22:38.952+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43478477 ms [2023-02-11T15:22:38.953+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:38.963+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:38.986+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:38.986+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:38.998+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:38.998+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:39.003+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:39.031+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:39.041+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:39.042+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:39.042+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:22:39.042+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25681, above threshold 10. [2023-02-11T15:22:40.092+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43479617 ms [2023-02-11T15:22:40.103+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:40.103+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:40.109+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:40.109+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:40.111+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:40.111+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:40.118+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:40.118+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:40.120+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:40.121+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:40.124+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:22:40.124+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25682, above threshold 10. [2023-02-11T15:22:40.642+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=cb34da96-6c4d-480d-a343-90d7996ef86f, consumerInstance=onap-policy-clamp-ac-pf-ppnt-74f78f8c79-l6zv7, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-ACRUNTIME-PARTICIPANT, effectiveTopic=POLICY-ACRUNTIME-PARTICIPANT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(Unknown Source) at java.base/java.net.SocketInputStream.read(Unknown Source) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:40.643+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] UEB GET /events/POLICY-ACRUNTIME-PARTICIPANT/cb34da96-6c4d-480d-a343-90d7996ef86f/onap-policy-clamp-ac-pf-ppnt-74f78f8c79-l6zv7?timeout=15000 [2023-02-11T15:22:40.643+00:00|WARN|HostSelector|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:40.643+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] GET http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT/cb34da96-6c4d-480d-a343-90d7996ef86f/onap-policy-clamp-ac-pf-ppnt-74f78f8c79-l6zv7?timeout=15000 (anonymous) ... [2023-02-11T15:22:40.647+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-11T15:22:40.647+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:40.654+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-11T15:22:40.654+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:40.666+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-11T15:22:40.666+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:40.686+00:00|WARN|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-11T15:22:40.686+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-11T15:22:40.686+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-11T15:22:41.139+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43480664 ms [2023-02-11T15:22:41.140+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:41.140+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:41.143+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:41.143+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:41.144+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:41.144+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:41.157+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:41.157+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:41.166+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:41.166+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:41.166+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:22:41.166+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25683, above threshold 10. [2023-02-11T15:22:42.188+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43481713 ms [2023-02-11T15:22:42.188+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:42.189+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:42.229+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:42.229+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:42.235+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:42.235+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:42.249+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:42.249+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:42.256+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:42.256+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:42.256+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:22:42.256+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25684, above threshold 10. [2023-02-11T15:22:43.288+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43482813 ms [2023-02-11T15:22:43.288+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:43.289+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:43.297+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:43.297+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:43.300+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:43.300+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:43.304+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:43.304+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:43.306+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:43.306+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:43.306+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:22:43.306+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25685, above threshold 10. [2023-02-11T15:22:44.338+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43483863 ms [2023-02-11T15:22:44.339+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:44.339+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:44.344+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:44.345+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:44.347+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:44.347+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:44.350+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:44.350+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:44.351+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:44.351+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-11T15:22:44.351+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Send failed, 363 message to send. [2023-02-11T15:22:44.351+00:00|ERROR|CambriaSimplerBatchPublisher|pool-3-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25686, above threshold 10. [2023-02-11T15:22:45.388+00:00|INFO|CambriaSimplerBatchPublisher|pool-3-thread-1] sending 363 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 43484913 ms [2023-02-11T15:22:45.390+00:00|WARN|HostSelector|pool-3-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-11T15:22:45.390+00:00|INFO|HttpClient|pool-3-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-11T15:22:45.395+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:45.396+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:45.399+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:45.399+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:45.402+00:00|INFO|RetryExec|pool-3-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-11T15:22:45.402+00:00|INFO|RetryExec|pool-3-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-11T15:22:45.417+00:00|WARN|HttpClient|pool-3-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-11T15:22:45.418+00:00|WARN|CambriaSimplerBatchPublisher|pool-3-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at j