By type
[2023-02-18T15:41:06.936+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45298126 ms [2023-02-18T15:41:06.936+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:06.936+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:06.941+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:06.941+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:06.945+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:06.945+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:06.955+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-18T15:41:06.955+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:06.958+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:06.958+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:06.958+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:06.958+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23885, above threshold 10. [2023-02-18T15:41:07.986+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45299176 ms [2023-02-18T15:41:07.986+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:07.987+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:07.991+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:07.991+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:07.995+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:07.995+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:08.001+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:08.001+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:08.005+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:08.005+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:08.006+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:08.006+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23886, above threshold 10. [2023-02-18T15:41:09.036+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45300226 ms [2023-02-18T15:41:09.036+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:09.036+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:09.041+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:09.041+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:09.044+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:09.044+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:09.048+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:09.048+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:09.050+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:09.051+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:09.059+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:09.059+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23887, above threshold 10. [2023-02-18T15:41:10.086+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45301276 ms [2023-02-18T15:41:10.087+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:10.087+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:10.090+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:10.090+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:10.093+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:10.093+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:10.095+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:10.095+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:10.097+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:10.097+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:10.097+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:10.097+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23888, above threshold 10. [2023-02-18T15:41:11.136+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45302326 ms [2023-02-18T15:41:11.136+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:11.136+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:11.141+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:11.141+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:11.144+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:11.144+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:11.147+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:11.148+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:11.151+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:11.151+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:11.152+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:11.152+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23889, above threshold 10. [2023-02-18T15:41:12.186+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45303376 ms [2023-02-18T15:41:12.187+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:12.187+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:12.191+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:12.191+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:12.193+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:12.193+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:12.197+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:12.197+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:12.199+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:12.200+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:12.200+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:12.200+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23890, above threshold 10. [2023-02-18T15:41:13.236+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45304426 ms [2023-02-18T15:41:13.237+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:13.237+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:13.242+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-18T15:41:13.242+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:13.247+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:13.247+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:13.258+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:13.259+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:13.264+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:13.264+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:13.264+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:13.264+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23891, above threshold 10. [2023-02-18T15:41:14.287+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45305477 ms [2023-02-18T15:41:14.288+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:14.288+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:14.293+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:14.293+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:14.296+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:14.296+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:14.302+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-18T15:41:14.302+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:14.306+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:14.306+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:14.306+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:14.306+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23892, above threshold 10. [2023-02-18T15:41:15.336+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45306526 ms [2023-02-18T15:41:15.336+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:15.336+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:15.339+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:15.339+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:15.341+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:15.341+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:15.343+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:15.343+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:15.346+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:15.346+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:15.346+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:15.346+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23893, above threshold 10. [2023-02-18T15:41:16.386+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45307576 ms [2023-02-18T15:41:16.386+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:16.386+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:16.394+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:16.394+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:16.404+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:16.404+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:16.407+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:16.407+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:16.417+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:16.417+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:16.417+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:16.417+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23894, above threshold 10. [2023-02-18T15:41:17.436+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45308626 ms [2023-02-18T15:41:17.436+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:17.436+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:17.439+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:17.439+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:17.452+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:17.452+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:17.456+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:17.456+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:17.459+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:17.460+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:17.462+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:17.462+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23895, above threshold 10. [2023-02-18T15:41:18.486+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45309676 ms [2023-02-18T15:41:18.486+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:18.487+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:18.491+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:18.491+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:18.495+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:18.495+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:18.497+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:18.498+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:18.501+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:18.502+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:18.502+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:18.502+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23896, above threshold 10. [2023-02-18T15:41:19.437+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=8e218a9e-a8f5-432b-95a2-6d0c245b114a, consumerInstance=onap-policy-clamp-ac-k8s-ppnt-547c4d78d5-kzxht, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-ACRUNTIME-PARTICIPANT, effectiveTopic=POLICY-ACRUNTIME-PARTICIPANT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(Unknown Source) at java.base/java.net.SocketInputStream.read(Unknown Source) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:19.437+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] UEB GET /events/POLICY-ACRUNTIME-PARTICIPANT/8e218a9e-a8f5-432b-95a2-6d0c245b114a/onap-policy-clamp-ac-k8s-ppnt-547c4d78d5-kzxht?timeout=15000 [2023-02-18T15:41:19.437+00:00|WARN|HostSelector|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:19.437+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] GET http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT/8e218a9e-a8f5-432b-95a2-6d0c245b114a/onap-policy-clamp-ac-k8s-ppnt-547c4d78d5-kzxht?timeout=15000 (anonymous) ... [2023-02-18T15:41:19.441+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-18T15:41:19.441+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:19.443+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-18T15:41:19.443+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:19.446+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-18T15:41:19.446+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:19.448+00:00|WARN|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-18T15:41:19.448+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-18T15:41:19.448+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-18T15:41:19.536+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45310726 ms [2023-02-18T15:41:19.536+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:19.536+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:19.543+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:19.543+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:19.545+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:19.545+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:19.550+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:19.550+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:19.563+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:19.564+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:19.564+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:19.564+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23897, above threshold 10. [2023-02-18T15:41:20.586+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45311776 ms [2023-02-18T15:41:20.586+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:20.586+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:20.590+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:20.590+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:20.593+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:20.593+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:20.596+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:20.596+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:20.598+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:20.598+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:20.598+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:20.598+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23898, above threshold 10. [2023-02-18T15:41:21.636+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45312826 ms [2023-02-18T15:41:21.636+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:21.636+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:21.643+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:21.643+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:21.646+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:21.646+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:21.648+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:21.649+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:21.650+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:21.650+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:21.650+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:21.650+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23899, above threshold 10. [2023-02-18T15:41:22.686+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45313876 ms [2023-02-18T15:41:22.686+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:22.686+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:22.690+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:22.690+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:22.692+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:22.692+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:22.698+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:22.698+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:22.702+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:22.702+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:22.702+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:22.702+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23900, above threshold 10. [2023-02-18T15:41:23.736+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45314926 ms [2023-02-18T15:41:23.736+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:23.736+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:23.740+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:23.740+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:23.742+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:23.742+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:23.744+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:23.744+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:23.745+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:23.746+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:23.746+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:23.746+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23901, above threshold 10. [2023-02-18T15:41:24.786+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45315976 ms [2023-02-18T15:41:24.788+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:24.788+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:24.798+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-18T15:41:24.798+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:24.804+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:24.805+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:24.810+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-18T15:41:24.811+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:24.816+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:24.816+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:24.817+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:24.818+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23902, above threshold 10. [2023-02-18T15:41:25.836+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45317026 ms [2023-02-18T15:41:25.836+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:25.837+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:25.840+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:25.840+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:25.842+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:25.842+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:25.850+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:25.850+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:25.861+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:25.862+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:25.862+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:25.862+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23903, above threshold 10. [2023-02-18T15:41:26.886+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45318076 ms [2023-02-18T15:41:26.887+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:26.887+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:26.892+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:26.892+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:26.895+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:26.895+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:26.898+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:26.898+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:26.902+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:26.902+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:26.902+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:26.902+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23904, above threshold 10. [2023-02-18T15:41:27.936+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45319126 ms [2023-02-18T15:41:27.936+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:27.936+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:27.939+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:27.939+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:27.942+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:27.943+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:27.944+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:27.944+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:27.946+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:27.946+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:27.947+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:27.947+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23905, above threshold 10. [2023-02-18T15:41:28.986+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45320176 ms [2023-02-18T15:41:28.986+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:28.986+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:28.990+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:28.990+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:28.993+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:28.993+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:28.995+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:28.995+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:28.998+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:28.999+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:28.999+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:28.999+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23906, above threshold 10. [2023-02-18T15:41:30.036+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45321226 ms [2023-02-18T15:41:30.037+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:30.038+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:30.042+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:30.042+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:30.044+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:30.044+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:30.047+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:30.047+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:30.049+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:30.049+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:30.049+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:30.049+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23907, above threshold 10. [2023-02-18T15:41:31.086+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45322276 ms [2023-02-18T15:41:31.086+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:31.087+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:31.091+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:31.092+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:31.094+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:31.094+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:31.099+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-18T15:41:31.099+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:31.102+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:31.103+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:31.103+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:31.103+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23908, above threshold 10. [2023-02-18T15:41:32.136+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45323326 ms [2023-02-18T15:41:32.137+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:32.137+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:32.141+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:32.141+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:32.145+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:32.145+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:32.148+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:32.148+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:32.151+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:32.151+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:32.151+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:32.151+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23909, above threshold 10. [2023-02-18T15:41:33.186+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45324376 ms [2023-02-18T15:41:33.186+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:33.186+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:33.190+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:33.190+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:33.192+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:33.192+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:33.193+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:33.193+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:33.195+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:33.196+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:33.196+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:33.196+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23910, above threshold 10. [2023-02-18T15:41:34.236+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45325426 ms [2023-02-18T15:41:34.237+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:34.237+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:34.243+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:34.243+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:34.250+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:34.250+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:34.258+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:34.258+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:34.262+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:34.262+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:34.262+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:34.262+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23911, above threshold 10. [2023-02-18T15:41:34.448+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=8e218a9e-a8f5-432b-95a2-6d0c245b114a, consumerInstance=onap-policy-clamp-ac-k8s-ppnt-547c4d78d5-kzxht, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-ACRUNTIME-PARTICIPANT, effectiveTopic=POLICY-ACRUNTIME-PARTICIPANT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(Unknown Source) at java.base/java.net.SocketInputStream.read(Unknown Source) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:34.449+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] UEB GET /events/POLICY-ACRUNTIME-PARTICIPANT/8e218a9e-a8f5-432b-95a2-6d0c245b114a/onap-policy-clamp-ac-k8s-ppnt-547c4d78d5-kzxht?timeout=15000 [2023-02-18T15:41:34.449+00:00|WARN|HostSelector|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:34.449+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] GET http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT/8e218a9e-a8f5-432b-95a2-6d0c245b114a/onap-policy-clamp-ac-k8s-ppnt-547c4d78d5-kzxht?timeout=15000 (anonymous) ... [2023-02-18T15:41:34.452+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-18T15:41:34.452+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:34.463+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-18T15:41:34.463+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:34.467+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-18T15:41:34.467+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:34.470+00:00|WARN|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-18T15:41:34.470+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-18T15:41:34.470+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-18T15:41:35.286+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45326476 ms [2023-02-18T15:41:35.287+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:35.287+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:35.291+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:35.291+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:35.294+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-18T15:41:35.294+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:35.297+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-18T15:41:35.297+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:35.301+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:35.301+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:35.302+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:35.302+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23912, above threshold 10. [2023-02-18T15:41:36.336+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45327526 ms [2023-02-18T15:41:36.339+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:36.339+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:36.342+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:36.343+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:36.345+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:36.345+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:36.348+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-18T15:41:36.348+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:36.350+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:36.352+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:36.352+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:36.352+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23913, above threshold 10. [2023-02-18T15:41:37.386+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45328576 ms [2023-02-18T15:41:37.386+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:37.386+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:37.390+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:37.390+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:37.393+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:37.393+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:37.396+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:37.396+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:37.398+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:37.398+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:37.398+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:37.398+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23914, above threshold 10. [2023-02-18T15:41:38.436+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45329626 ms [2023-02-18T15:41:38.436+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:38.436+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:38.439+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:38.439+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:38.442+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:38.442+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:38.445+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:38.445+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:38.449+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:38.449+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:38.450+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:38.450+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23915, above threshold 10. [2023-02-18T15:41:39.486+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45330676 ms [2023-02-18T15:41:39.486+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:39.486+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:39.492+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:39.492+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:39.495+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:39.496+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:39.499+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:39.499+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:39.502+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:39.502+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:39.502+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:39.502+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23916, above threshold 10. [2023-02-18T15:41:40.536+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45331726 ms [2023-02-18T15:41:40.536+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:40.536+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:40.540+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:40.540+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:40.542+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:40.542+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:40.546+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:40.546+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:40.550+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:40.550+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:40.550+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:40.550+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23917, above threshold 10. [2023-02-18T15:41:41.586+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45332776 ms [2023-02-18T15:41:41.586+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:41.586+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:41.591+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:41.591+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:41.594+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:41.594+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:41.598+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:41.598+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:41.603+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:41.603+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:41.603+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:41.603+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23918, above threshold 10. [2023-02-18T15:41:42.636+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45333826 ms [2023-02-18T15:41:42.636+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:42.636+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:42.640+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:42.640+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:42.643+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:42.643+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:42.645+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:42.646+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:42.648+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:42.649+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:42.649+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:42.649+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23919, above threshold 10. [2023-02-18T15:41:43.686+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45334876 ms [2023-02-18T15:41:43.686+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:43.686+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:43.690+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:43.690+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:43.692+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:43.693+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:43.695+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:43.695+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:43.698+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:43.699+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:43.699+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:43.699+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23920, above threshold 10. [2023-02-18T15:41:44.736+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45335926 ms [2023-02-18T15:41:44.737+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:44.737+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:44.741+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:44.741+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:44.744+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:44.745+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:44.747+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:44.748+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:44.759+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:44.759+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:44.759+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:44.759+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23921, above threshold 10. [2023-02-18T15:41:45.786+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45336976 ms [2023-02-18T15:41:45.786+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:45.787+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:45.790+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:45.790+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:45.792+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:45.792+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:45.794+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:45.794+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:45.796+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:45.797+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:45.797+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:45.797+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23922, above threshold 10. [2023-02-18T15:41:46.836+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45338026 ms [2023-02-18T15:41:46.836+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:46.836+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:46.840+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:46.840+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:46.843+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:46.843+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:46.845+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:46.845+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:46.848+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:46.848+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:46.848+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:46.848+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23923, above threshold 10. [2023-02-18T15:41:47.886+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45339076 ms [2023-02-18T15:41:47.886+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:47.886+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:47.890+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:47.890+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:47.892+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:47.892+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:47.895+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:47.895+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:47.897+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:47.897+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:47.898+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:47.898+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23924, above threshold 10. [2023-02-18T15:41:48.936+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45340126 ms [2023-02-18T15:41:48.936+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:48.936+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:48.940+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:48.940+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:48.942+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:48.942+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:48.944+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:48.944+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:48.946+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:48.946+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:48.946+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:48.946+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23925, above threshold 10. [2023-02-18T15:41:49.470+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=8e218a9e-a8f5-432b-95a2-6d0c245b114a, consumerInstance=onap-policy-clamp-ac-k8s-ppnt-547c4d78d5-kzxht, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-ACRUNTIME-PARTICIPANT, effectiveTopic=POLICY-ACRUNTIME-PARTICIPANT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(Unknown Source) at java.base/java.net.SocketInputStream.read(Unknown Source) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:49.470+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] UEB GET /events/POLICY-ACRUNTIME-PARTICIPANT/8e218a9e-a8f5-432b-95a2-6d0c245b114a/onap-policy-clamp-ac-k8s-ppnt-547c4d78d5-kzxht?timeout=15000 [2023-02-18T15:41:49.470+00:00|WARN|HostSelector|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:49.470+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] GET http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT/8e218a9e-a8f5-432b-95a2-6d0c245b114a/onap-policy-clamp-ac-k8s-ppnt-547c4d78d5-kzxht?timeout=15000 (anonymous) ... [2023-02-18T15:41:49.474+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-18T15:41:49.474+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:49.476+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-18T15:41:49.476+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:49.478+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-18T15:41:49.478+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:49.479+00:00|WARN|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-18T15:41:49.479+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-18T15:41:49.479+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-18T15:41:49.986+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45341176 ms [2023-02-18T15:41:49.986+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:49.986+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:49.989+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:49.990+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:49.992+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:49.992+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:49.994+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:49.994+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:49.997+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:49.997+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:49.997+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:49.997+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23926, above threshold 10. [2023-02-18T15:41:51.036+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45342226 ms [2023-02-18T15:41:51.036+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:51.036+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:51.039+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:51.039+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:51.041+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:51.041+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:51.044+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:51.044+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:51.047+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:51.047+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:51.047+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:51.047+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23927, above threshold 10. [2023-02-18T15:41:52.086+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45343276 ms [2023-02-18T15:41:52.086+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:52.086+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:52.090+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:52.090+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:52.093+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:52.093+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:52.096+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-18T15:41:52.096+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:52.100+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:52.100+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:52.100+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:52.100+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23928, above threshold 10. [2023-02-18T15:41:53.136+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45344326 ms [2023-02-18T15:41:53.137+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:53.137+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:53.140+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:53.141+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:53.143+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:53.143+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:53.144+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:53.145+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:53.147+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:53.147+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:53.147+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:53.147+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23929, above threshold 10. [2023-02-18T15:41:54.186+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45345376 ms [2023-02-18T15:41:54.186+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:54.186+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:54.189+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:54.189+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:54.191+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-18T15:41:54.191+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:54.194+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-18T15:41:54.195+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:54.199+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:54.199+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:54.199+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:54.199+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23930, above threshold 10. [2023-02-18T15:41:55.236+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45346426 ms [2023-02-18T15:41:55.236+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:55.236+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:55.240+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:55.240+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:55.243+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-18T15:41:55.243+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:55.245+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:55.245+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:55.247+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:55.247+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:55.247+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:55.247+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23931, above threshold 10. [2023-02-18T15:41:56.286+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45347476 ms [2023-02-18T15:41:56.286+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:56.286+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:56.292+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:56.292+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:56.295+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:56.295+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:56.303+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:56.303+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:56.316+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:56.316+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:56.316+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:56.316+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23932, above threshold 10. [2023-02-18T15:41:57.336+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45348526 ms [2023-02-18T15:41:57.336+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:57.336+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:57.340+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:57.340+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:57.342+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:57.342+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:57.345+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:57.345+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:57.346+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:57.346+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:57.347+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:57.347+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23933, above threshold 10. [2023-02-18T15:41:58.386+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45349576 ms [2023-02-18T15:41:58.386+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:58.386+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:58.391+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:58.391+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:58.393+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:58.393+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:58.395+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:58.395+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:58.397+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:58.397+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:58.398+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:58.398+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23934, above threshold 10. [2023-02-18T15:41:59.436+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45350626 ms [2023-02-18T15:41:59.437+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:41:59.437+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:41:59.442+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:59.442+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:59.446+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:41:59.446+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:59.450+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-18T15:41:59.450+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:41:59.467+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-18T15:41:59.467+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:41:59.467+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:41:59.467+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23935, above threshold 10. [2023-02-18T15:42:00.486+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45351676 ms [2023-02-18T15:42:00.486+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:00.486+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:00.491+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:00.491+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:00.494+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:00.494+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:00.496+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:00.496+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:00.498+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:00.499+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:00.499+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:42:00.499+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23936, above threshold 10. [2023-02-18T15:42:01.536+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45352726 ms [2023-02-18T15:42:01.536+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:01.536+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:01.540+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:01.540+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:01.542+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:01.542+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:01.545+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:01.545+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:01.547+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:01.547+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:01.547+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:42:01.547+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23937, above threshold 10. [2023-02-18T15:42:02.586+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45353776 ms [2023-02-18T15:42:02.586+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:02.586+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:02.590+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:02.590+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:03.603+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:03.603+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:03.608+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:03.608+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:03.611+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:03.611+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:03.611+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:42:03.611+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23938, above threshold 10. [2023-02-18T15:42:04.480+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=8e218a9e-a8f5-432b-95a2-6d0c245b114a, consumerInstance=onap-policy-clamp-ac-k8s-ppnt-547c4d78d5-kzxht, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-ACRUNTIME-PARTICIPANT, effectiveTopic=POLICY-ACRUNTIME-PARTICIPANT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(Unknown Source) at java.base/java.net.SocketInputStream.read(Unknown Source) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:04.481+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] UEB GET /events/POLICY-ACRUNTIME-PARTICIPANT/8e218a9e-a8f5-432b-95a2-6d0c245b114a/onap-policy-clamp-ac-k8s-ppnt-547c4d78d5-kzxht?timeout=15000 [2023-02-18T15:42:04.481+00:00|WARN|HostSelector|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:04.481+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] GET http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT/8e218a9e-a8f5-432b-95a2-6d0c245b114a/onap-policy-clamp-ac-k8s-ppnt-547c4d78d5-kzxht?timeout=15000 (anonymous) ... [2023-02-18T15:42:04.485+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-18T15:42:04.485+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:04.487+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-18T15:42:04.488+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:04.490+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-18T15:42:04.490+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:04.492+00:00|WARN|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-18T15:42:04.492+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-18T15:42:04.492+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-18T15:42:04.636+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 378 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45355826 ms [2023-02-18T15:42:04.637+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:04.637+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:04.640+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:04.640+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:04.643+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:04.643+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:04.646+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:04.646+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:04.651+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:04.651+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:04.651+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 378 message to send. [2023-02-18T15:42:04.651+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23939, above threshold 10. [2023-02-18T15:42:04.663+00:00|INFO|network|pool-3-thread-1] [OUT|DMAAP|POLICY-ACRUNTIME-PARTICIPANT] {"state":"UNKNOWN","healthStatus":"UNKNOWN","participantStatistics":{"participantId":{"name":"K8sParticipant0","version":"1.0.0"},"timeStamp":"2023-02-18T15:42:04.662178Z","state":"UNKNOWN","healthStatus":"UNKNOWN","eventCount":0,"lastExecutionTime":0,"averageExecutionTime":0.0,"upTime":0,"lastEnterTime":0,"lastStart":0},"participantDefinitionUpdates":[],"automationCompositionInfoList":[],"messageType":"PARTICIPANT_STATUS","messageId":"ae6c7ec6-7f1d-44ad-810d-18efa83199bd","timestamp":"2023-02-18T15:42:04.662328Z","participantType":{"name":"org.onap.policy.clamp.acm.KubernetesParticipant","version":"2.3.4"},"participantId":{"name":"K8sParticipant0","version":"1.0.0"}} [2023-02-18T15:42:05.686+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45356876 ms [2023-02-18T15:42:05.686+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:05.686+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:05.690+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:05.690+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:05.692+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:05.692+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:05.694+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:05.694+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:05.697+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:05.697+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:05.697+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:05.697+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23940, above threshold 10. [2023-02-18T15:42:06.736+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45357926 ms [2023-02-18T15:42:06.736+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:06.736+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:06.740+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:06.740+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:06.744+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:06.744+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:06.747+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-18T15:42:06.747+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:06.752+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:06.752+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:06.753+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:06.753+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23941, above threshold 10. [2023-02-18T15:42:07.786+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45358976 ms [2023-02-18T15:42:07.786+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:07.786+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:07.791+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:07.791+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:07.799+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:07.799+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:07.803+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:07.803+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:07.807+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:07.807+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:07.808+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:07.808+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23942, above threshold 10. [2023-02-18T15:42:08.836+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45360026 ms [2023-02-18T15:42:08.836+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:08.836+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:08.840+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:08.840+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:08.842+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:08.843+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:08.846+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-18T15:42:08.846+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:08.849+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:08.849+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:08.849+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:08.849+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23943, above threshold 10. [2023-02-18T15:42:09.886+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45361076 ms [2023-02-18T15:42:09.888+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:09.888+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:09.891+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:09.891+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:09.895+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-18T15:42:09.895+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:09.899+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:09.899+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:09.901+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:09.902+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:09.902+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:09.902+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23944, above threshold 10. [2023-02-18T15:42:10.936+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45362126 ms [2023-02-18T15:42:10.937+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:10.937+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:10.941+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:10.941+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:10.943+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:10.943+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:10.945+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:10.945+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:10.947+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:10.947+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:10.947+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:10.947+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23945, above threshold 10. [2023-02-18T15:42:11.986+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45363176 ms [2023-02-18T15:42:11.987+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:11.987+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:11.990+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:11.991+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:11.993+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:11.994+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:11.997+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:11.997+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:12.007+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:12.007+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:12.007+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:12.007+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23946, above threshold 10. [2023-02-18T15:42:13.036+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45364226 ms [2023-02-18T15:42:13.037+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:13.037+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:13.040+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:13.040+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:13.042+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:13.042+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:13.044+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:13.045+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:13.046+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:13.047+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:13.047+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:13.047+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23947, above threshold 10. [2023-02-18T15:42:14.086+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45365276 ms [2023-02-18T15:42:14.087+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:14.088+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:14.095+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:14.095+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:14.098+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:14.099+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:14.107+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:14.107+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:14.113+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:14.114+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:14.114+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:14.115+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23948, above threshold 10. [2023-02-18T15:42:15.136+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45366326 ms [2023-02-18T15:42:15.136+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:15.136+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:15.144+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-18T15:42:15.144+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:15.148+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:15.148+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:15.150+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:15.150+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:15.160+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:15.160+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:15.160+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:15.160+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23949, above threshold 10. [2023-02-18T15:42:16.186+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45367376 ms [2023-02-18T15:42:16.187+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:16.187+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:16.191+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:16.191+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:16.193+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:16.193+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:16.195+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:16.195+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:16.197+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:16.198+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:16.198+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:16.198+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23950, above threshold 10. [2023-02-18T15:42:17.236+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45368426 ms [2023-02-18T15:42:17.236+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:17.236+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:17.239+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:17.239+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:17.241+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:17.241+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:17.243+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:17.244+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:17.247+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:17.248+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:17.248+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:17.248+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23951, above threshold 10. [2023-02-18T15:42:18.286+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45369476 ms [2023-02-18T15:42:18.286+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:18.286+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:18.289+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:18.289+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:18.291+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:18.291+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:18.294+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:18.294+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:18.296+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:18.296+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:18.296+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:18.296+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23952, above threshold 10. [2023-02-18T15:42:19.336+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45370526 ms [2023-02-18T15:42:19.337+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:19.337+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:19.343+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:19.344+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:19.346+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:19.346+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:19.349+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:19.349+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:19.353+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:19.353+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:19.353+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:19.353+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23953, above threshold 10. [2023-02-18T15:42:19.492+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=8e218a9e-a8f5-432b-95a2-6d0c245b114a, consumerInstance=onap-policy-clamp-ac-k8s-ppnt-547c4d78d5-kzxht, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-ACRUNTIME-PARTICIPANT, effectiveTopic=POLICY-ACRUNTIME-PARTICIPANT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(Unknown Source) at java.base/java.net.SocketInputStream.read(Unknown Source) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:19.492+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] UEB GET /events/POLICY-ACRUNTIME-PARTICIPANT/8e218a9e-a8f5-432b-95a2-6d0c245b114a/onap-policy-clamp-ac-k8s-ppnt-547c4d78d5-kzxht?timeout=15000 [2023-02-18T15:42:19.492+00:00|WARN|HostSelector|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:19.492+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] GET http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT/8e218a9e-a8f5-432b-95a2-6d0c245b114a/onap-policy-clamp-ac-k8s-ppnt-547c4d78d5-kzxht?timeout=15000 (anonymous) ... [2023-02-18T15:42:19.496+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-18T15:42:19.496+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:19.500+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-18T15:42:19.500+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:19.503+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-18T15:42:19.503+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:19.515+00:00|WARN|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-18T15:42:19.515+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-18T15:42:19.515+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-18T15:42:20.386+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45371576 ms [2023-02-18T15:42:20.386+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:20.386+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:20.389+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:20.389+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:20.391+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:20.391+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:20.394+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-18T15:42:20.394+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:20.397+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:20.397+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:20.397+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:20.397+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23954, above threshold 10. [2023-02-18T15:42:21.436+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45372626 ms [2023-02-18T15:42:21.436+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:21.436+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:21.439+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:21.439+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:21.442+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:21.442+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:21.443+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:21.444+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:21.445+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:21.445+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:21.446+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:21.446+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23955, above threshold 10. [2023-02-18T15:42:22.486+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45373676 ms [2023-02-18T15:42:22.486+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:22.486+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:22.489+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:22.489+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:22.492+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:22.493+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:22.496+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:22.496+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:22.500+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:22.501+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:22.501+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:22.501+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23956, above threshold 10. [2023-02-18T15:42:23.536+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45374726 ms [2023-02-18T15:42:23.536+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:23.536+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:23.541+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-18T15:42:23.541+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:23.550+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-18T15:42:23.550+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:23.556+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-18T15:42:23.556+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:23.560+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:23.560+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:23.560+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:23.560+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23957, above threshold 10. [2023-02-18T15:42:24.587+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45375777 ms [2023-02-18T15:42:24.589+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:24.591+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:24.597+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:24.597+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:24.608+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:24.609+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:24.612+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:24.612+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:24.616+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:24.616+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:24.616+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:24.617+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23958, above threshold 10. [2023-02-18T15:42:25.636+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45376826 ms [2023-02-18T15:42:25.637+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:25.637+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:25.640+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:25.640+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:25.645+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:25.646+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:25.648+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:25.649+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:25.651+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:25.651+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:25.651+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:25.651+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23959, above threshold 10. [2023-02-18T15:42:26.686+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45377876 ms [2023-02-18T15:42:26.686+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:26.686+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:26.690+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:26.690+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:26.694+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:26.694+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:26.696+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:26.696+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:26.698+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:26.699+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:26.699+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:26.699+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23960, above threshold 10. [2023-02-18T15:42:27.736+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45378926 ms [2023-02-18T15:42:27.736+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:27.736+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:27.740+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:27.740+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:27.743+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:27.743+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:27.746+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-18T15:42:27.746+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:27.749+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:27.749+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:27.749+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:27.750+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23961, above threshold 10. [2023-02-18T15:42:28.786+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45379976 ms [2023-02-18T15:42:28.786+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:28.787+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:28.789+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:28.790+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:28.792+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-18T15:42:28.792+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:28.795+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:28.795+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:28.797+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:28.798+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:28.798+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:28.798+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23962, above threshold 10. [2023-02-18T15:42:29.836+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45381026 ms [2023-02-18T15:42:29.836+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:29.836+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:29.840+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-18T15:42:29.840+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:29.843+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:29.844+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:29.847+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-18T15:42:29.847+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:29.850+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:29.850+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:29.850+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:29.851+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23963, above threshold 10. [2023-02-18T15:42:30.886+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45382076 ms [2023-02-18T15:42:30.886+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:30.886+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:30.893+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:30.893+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:30.898+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-18T15:42:30.899+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:30.901+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:30.901+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:30.903+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:30.903+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:30.904+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:30.904+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23964, above threshold 10. [2023-02-18T15:42:31.936+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45383126 ms [2023-02-18T15:42:31.937+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:31.937+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:31.941+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:31.941+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:31.945+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:31.945+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:31.954+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:31.954+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:31.959+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:31.959+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:31.960+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:31.960+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23965, above threshold 10. [2023-02-18T15:42:32.986+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45384176 ms [2023-02-18T15:42:32.986+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:32.987+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:32.990+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:32.990+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:32.999+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:32.999+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:33.003+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:33.003+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:33.005+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:33.005+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:33.005+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:33.005+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23966, above threshold 10. [2023-02-18T15:42:34.036+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45385226 ms [2023-02-18T15:42:34.036+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:34.036+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:34.039+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:34.040+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:34.041+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:34.041+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:34.043+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:34.043+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:34.045+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:34.046+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:34.046+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:34.046+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23967, above threshold 10. [2023-02-18T15:42:34.516+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=8e218a9e-a8f5-432b-95a2-6d0c245b114a, consumerInstance=onap-policy-clamp-ac-k8s-ppnt-547c4d78d5-kzxht, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-ACRUNTIME-PARTICIPANT, effectiveTopic=POLICY-ACRUNTIME-PARTICIPANT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(Unknown Source) at java.base/java.net.SocketInputStream.read(Unknown Source) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:34.516+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] UEB GET /events/POLICY-ACRUNTIME-PARTICIPANT/8e218a9e-a8f5-432b-95a2-6d0c245b114a/onap-policy-clamp-ac-k8s-ppnt-547c4d78d5-kzxht?timeout=15000 [2023-02-18T15:42:34.516+00:00|WARN|HostSelector|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:34.516+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] GET http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT/8e218a9e-a8f5-432b-95a2-6d0c245b114a/onap-policy-clamp-ac-k8s-ppnt-547c4d78d5-kzxht?timeout=15000 (anonymous) ... [2023-02-18T15:42:34.520+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-18T15:42:34.520+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:34.523+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-18T15:42:34.523+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:34.525+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-18T15:42:34.525+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:34.528+00:00|WARN|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-18T15:42:34.528+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-18T15:42:34.528+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-18T15:42:35.086+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45386276 ms [2023-02-18T15:42:35.086+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:35.086+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:35.089+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:35.089+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:35.091+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:35.091+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:35.093+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:35.093+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:35.095+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:35.095+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:35.095+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:35.095+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23968, above threshold 10. [2023-02-18T15:42:36.136+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45387326 ms [2023-02-18T15:42:36.136+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:36.136+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:36.138+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:36.138+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:36.140+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:36.140+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:36.141+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:36.141+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:36.143+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:36.143+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:36.143+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:36.143+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23969, above threshold 10. [2023-02-18T15:42:37.186+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45388376 ms [2023-02-18T15:42:37.187+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:37.187+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:37.190+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-18T15:42:37.190+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:37.192+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:37.192+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:37.196+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:37.196+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:37.200+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:37.200+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:37.200+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:37.200+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23970, above threshold 10. [2023-02-18T15:42:38.236+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45389426 ms [2023-02-18T15:42:38.241+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:38.243+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:38.248+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-18T15:42:38.248+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:38.253+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-18T15:42:38.253+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:38.259+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-18T15:42:38.260+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:38.266+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:38.267+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:38.267+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:38.267+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23971, above threshold 10. [2023-02-18T15:42:39.286+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45390476 ms [2023-02-18T15:42:39.286+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:39.287+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:39.290+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:39.290+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:39.293+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-18T15:42:39.294+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:39.298+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:39.299+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:39.300+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:39.301+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:39.301+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:39.301+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23972, above threshold 10. [2023-02-18T15:42:40.336+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45391526 ms [2023-02-18T15:42:40.336+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:40.336+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:40.341+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:40.341+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:40.345+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:40.345+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:40.347+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-18T15:42:40.347+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:40.350+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:40.350+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:40.350+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:40.350+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23973, above threshold 10. [2023-02-18T15:42:41.386+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45392576 ms [2023-02-18T15:42:41.387+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:41.387+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:41.394+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:41.394+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:41.397+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:41.397+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:41.400+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:41.400+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:41.403+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:41.404+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:41.404+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:41.404+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23974, above threshold 10. [2023-02-18T15:42:42.436+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45393626 ms [2023-02-18T15:42:42.436+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:42.437+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:42.441+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:42.441+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:42.443+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:42.443+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:42.445+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:42.445+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:42.447+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:42.448+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:42.448+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:42.448+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23975, above threshold 10. [2023-02-18T15:42:43.486+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45394676 ms [2023-02-18T15:42:43.487+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:43.487+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:43.490+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:43.490+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:43.492+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:43.492+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:43.494+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:43.494+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:43.497+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:43.497+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:43.497+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:43.497+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23976, above threshold 10. [2023-02-18T15:42:44.536+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45395726 ms [2023-02-18T15:42:44.536+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:44.537+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:44.540+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:44.540+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:44.543+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-18T15:42:44.543+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:44.545+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:44.545+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:44.547+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:44.547+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:44.547+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:44.547+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23977, above threshold 10. [2023-02-18T15:42:45.586+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45396776 ms [2023-02-18T15:42:45.586+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:45.586+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:45.590+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:45.590+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:45.594+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:45.594+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:45.597+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:45.598+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:45.601+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:45.602+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:45.602+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:45.602+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23978, above threshold 10. [2023-02-18T15:42:46.636+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45397826 ms [2023-02-18T15:42:46.637+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:46.639+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:46.644+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:46.645+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:46.648+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:46.649+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:46.663+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:46.663+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:46.667+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:46.668+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:46.668+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:46.668+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23979, above threshold 10. [2023-02-18T15:42:47.686+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45398876 ms [2023-02-18T15:42:47.689+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:47.689+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:47.695+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:47.695+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:47.701+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:47.702+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:47.705+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:47.706+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:47.709+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:47.709+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:47.710+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:47.710+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23980, above threshold 10. [2023-02-18T15:42:48.736+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45399926 ms [2023-02-18T15:42:48.736+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:48.736+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:48.740+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:48.740+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:48.742+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:48.742+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:48.744+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:48.744+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:48.746+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:48.746+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:48.746+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:48.746+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23981, above threshold 10. [2023-02-18T15:42:49.528+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=8e218a9e-a8f5-432b-95a2-6d0c245b114a, consumerInstance=onap-policy-clamp-ac-k8s-ppnt-547c4d78d5-kzxht, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-ACRUNTIME-PARTICIPANT, effectiveTopic=POLICY-ACRUNTIME-PARTICIPANT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(Unknown Source) at java.base/java.net.SocketInputStream.read(Unknown Source) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:49.529+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] UEB GET /events/POLICY-ACRUNTIME-PARTICIPANT/8e218a9e-a8f5-432b-95a2-6d0c245b114a/onap-policy-clamp-ac-k8s-ppnt-547c4d78d5-kzxht?timeout=15000 [2023-02-18T15:42:49.529+00:00|WARN|HostSelector|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:49.529+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] GET http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT/8e218a9e-a8f5-432b-95a2-6d0c245b114a/onap-policy-clamp-ac-k8s-ppnt-547c4d78d5-kzxht?timeout=15000 (anonymous) ... [2023-02-18T15:42:49.535+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-18T15:42:49.535+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:49.538+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-18T15:42:49.538+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:49.542+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-18T15:42:49.542+00:00|INFO|RetryExec|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:49.545+00:00|WARN|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-18T15:42:49.546+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-18T15:42:49.546+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-18T15:42:49.786+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45400976 ms [2023-02-18T15:42:49.786+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:49.787+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:49.791+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:49.791+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:49.793+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:49.793+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:49.796+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:49.796+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:49.798+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:49.798+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:49.799+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:49.799+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23982, above threshold 10. [2023-02-18T15:42:50.836+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45402026 ms [2023-02-18T15:42:50.839+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:50.840+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:50.842+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:50.843+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:50.845+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:50.845+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:50.847+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:50.848+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:50.850+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:50.851+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:50.851+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:50.851+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23983, above threshold 10. [2023-02-18T15:42:51.886+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45403076 ms [2023-02-18T15:42:51.886+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:51.887+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:51.890+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:51.890+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:51.892+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:51.892+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:51.894+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:51.894+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:51.895+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:51.895+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:51.895+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:51.895+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23984, above threshold 10. [2023-02-18T15:42:52.936+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45404126 ms [2023-02-18T15:42:52.936+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:52.936+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:52.939+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:52.939+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:52.942+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:52.942+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:52.944+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:52.944+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:52.946+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:52.946+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:52.946+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:52.946+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23985, above threshold 10. [2023-02-18T15:42:53.986+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45405176 ms [2023-02-18T15:42:53.986+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:53.986+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:53.989+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:53.989+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:53.993+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:53.993+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:53.996+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:53.996+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:54.000+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:54.000+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:54.000+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:54.000+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23986, above threshold 10. [2023-02-18T15:42:55.036+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45406226 ms [2023-02-18T15:42:55.041+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:55.041+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:55.046+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:55.046+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:55.049+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:55.049+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:55.054+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:55.055+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:55.059+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:55.060+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:55.060+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:55.060+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23987, above threshold 10. [2023-02-18T15:42:56.086+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45407276 ms [2023-02-18T15:42:56.086+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:56.086+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:56.089+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:56.090+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:56.092+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:56.092+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:56.095+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:56.095+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:56.097+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:56.097+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-02-18T15:42:56.098+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 379 message to send. [2023-02-18T15:42:56.098+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23988, above threshold 10. [2023-02-18T15:42:57.136+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 379 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 45408326 ms [2023-02-18T15:42:57.136+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:42:57.137+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-02-18T15:42:57.139+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:57.140+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:57.142+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:57.142+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:57.144+00:00|INFO|RetryExec|pool-4-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:42:57.144+00:00|INFO|RetryExec|pool-4-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:42:57.146+00:00|WARN|HttpClient|pool-4-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-18T15:42:57.146+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(Unknown Source) at java.base/java.net.SocketOutputStream.write(Unknown Source) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset