[2023-02-18T15:36:49.784+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:36:49.784+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:36:49.786+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:36:49.786+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:36:49.786+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:36:49.786+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23877, above threshold 10. [2023-02-18T15:36:50.828+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45058891 ms [2023-02-18T15:36:50.828+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:36:50.828+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:36:50.833+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:36:50.833+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:36:50.837+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:36:50.837+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:36:50.839+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:36:50.839+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:36:50.842+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:36:50.842+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:36:50.842+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:36:50.842+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23878, above threshold 10. [2023-02-18T15:36:51.878+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45059941 ms [2023-02-18T15:36:51.879+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:36:51.879+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:36:51.882+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:36:51.882+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:36:51.883+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:36:51.883+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:36:51.885+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:36:51.885+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:36:51.887+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:36:51.887+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:36:51.887+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:36:51.887+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23879, above threshold 10. [2023-02-18T15:36:52.928+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45060991 ms [2023-02-18T15:36:52.929+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:36:52.929+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:36:52.931+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:36:52.931+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:36:52.933+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:36:52.933+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:36:52.935+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:36:52.935+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:36:52.937+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:36:52.937+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:36:52.937+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:36:52.937+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23880, above threshold 10. [2023-02-18T15:36:53.978+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45062041 ms [2023-02-18T15:36:53.978+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:36:53.978+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:36:53.982+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:36:53.982+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:36:53.984+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:36:53.984+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:36:53.986+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:36:53.986+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:36:53.988+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:36:53.988+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:36:53.988+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:36:53.988+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23881, above threshold 10. [2023-02-18T15:36:54.808+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=978f782b-acc7-4fe9-891a-f9bbcd633a16, consumerInstance=onap-policy-apex-pdp-0, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(SocketInputStream.java:186) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:36:54.809+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/978f782b-acc7-4fe9-891a-f9bbcd633a16/onap-policy-apex-pdp-0?timeout=15000 [2023-02-18T15:36:54.809+00:00|WARN|HostSelector|DMAAP-source-POLICY-PDP-PAP] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:36:54.809+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/978f782b-acc7-4fe9-891a-f9bbcd633a16/onap-policy-apex-pdp-0?timeout=15000 (anonymous) ... [2023-02-18T15:36:54.811+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-18T15:36:54.811+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] Retrying request to {}->http://message-router:3904 [2023-02-18T15:36:54.813+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-18T15:36:54.813+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] Retrying request to {}->http://message-router:3904 [2023-02-18T15:36:54.816+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-18T15:36:54.816+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] Retrying request to {}->http://message-router:3904 [2023-02-18T15:36:54.817+00:00|WARN|HttpClient|DMAAP-source-POLICY-PDP-PAP] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-18T15:36:54.817+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-18T15:36:54.817+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-18T15:36:55.028+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45063091 ms [2023-02-18T15:36:55.028+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:36:55.028+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:36:55.032+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:36:55.032+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:36:55.033+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:36:55.033+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:36:55.035+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:36:55.035+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:36:55.037+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:36:55.037+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:36:55.037+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:36:55.037+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23882, above threshold 10. [2023-02-18T15:36:56.078+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45064141 ms [2023-02-18T15:36:56.079+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:36:56.079+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:36:56.082+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:36:56.082+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:36:56.084+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:36:56.084+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:36:56.086+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:36:56.086+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:36:56.088+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:36:56.088+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:36:56.089+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:36:56.089+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23883, above threshold 10. [2023-02-18T15:36:57.128+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45065191 ms [2023-02-18T15:36:57.129+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:36:57.129+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:36:57.132+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:36:57.133+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:36:57.135+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:36:57.135+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:36:57.136+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:36:57.137+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:36:57.138+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:36:57.139+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:36:57.139+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:36:57.139+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23884, above threshold 10. [2023-02-18T15:36:58.178+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45066241 ms [2023-02-18T15:36:58.179+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:36:58.179+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:36:58.181+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:36:58.181+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:36:58.183+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:36:58.183+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:36:58.185+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:36:58.185+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:36:58.187+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:36:58.187+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:36:58.187+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:36:58.187+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23885, above threshold 10. [2023-02-18T15:36:59.228+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45067291 ms [2023-02-18T15:36:59.229+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:36:59.229+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:36:59.232+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:36:59.232+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:36:59.234+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:36:59.234+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:36:59.236+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:36:59.236+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:36:59.238+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:36:59.238+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:36:59.238+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:36:59.238+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23886, above threshold 10. [2023-02-18T15:37:00.280+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45068343 ms [2023-02-18T15:37:00.281+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:00.281+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:00.284+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:00.285+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:00.295+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:00.295+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:00.297+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-18T15:37:00.298+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:00.300+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:00.300+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:00.300+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:00.300+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23887, above threshold 10. [2023-02-18T15:37:01.328+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45069391 ms [2023-02-18T15:37:01.328+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:01.328+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:01.331+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:01.331+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:01.334+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:01.334+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:01.336+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:01.336+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:01.338+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:01.338+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:01.338+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:01.338+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23888, above threshold 10. [2023-02-18T15:37:02.378+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45070441 ms [2023-02-18T15:37:02.378+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:02.379+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:02.381+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:02.381+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:02.383+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:02.383+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:02.385+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:02.385+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:02.387+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:02.387+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:02.387+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:02.387+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23889, above threshold 10. [2023-02-18T15:37:03.428+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45071491 ms [2023-02-18T15:37:03.428+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:03.428+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:03.431+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:03.431+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:03.433+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:03.433+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:03.435+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:03.435+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:03.436+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:03.437+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:03.437+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:03.437+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23890, above threshold 10. [2023-02-18T15:37:04.478+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45072541 ms [2023-02-18T15:37:04.479+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:04.479+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:04.482+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:04.482+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:04.484+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:04.484+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:04.486+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:04.486+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:04.487+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:04.487+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:04.487+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:04.487+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23891, above threshold 10. [2023-02-18T15:37:05.528+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45073591 ms [2023-02-18T15:37:05.529+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:05.529+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:05.531+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:05.531+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:05.533+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:05.533+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:05.536+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:05.536+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:05.538+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:05.538+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:05.538+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:05.538+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23892, above threshold 10. [2023-02-18T15:37:06.579+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45074642 ms [2023-02-18T15:37:06.580+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:06.580+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:06.583+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:06.583+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:06.585+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:06.585+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:06.587+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:06.587+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:06.588+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:06.589+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:06.589+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:06.589+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23893, above threshold 10. [2023-02-18T15:37:07.629+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45075692 ms [2023-02-18T15:37:07.630+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:07.631+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:07.634+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:07.634+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:07.637+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:07.638+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:07.640+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:07.640+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:07.643+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:07.643+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:07.644+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:07.644+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23894, above threshold 10. [2023-02-18T15:37:08.678+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45076741 ms [2023-02-18T15:37:08.678+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:08.678+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:08.682+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:08.682+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:08.684+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:08.684+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:08.685+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:08.685+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:08.687+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:08.688+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:08.688+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:08.688+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23895, above threshold 10. [2023-02-18T15:37:09.728+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45077791 ms [2023-02-18T15:37:09.728+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:09.728+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:09.730+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:09.731+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:09.732+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:09.732+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:09.734+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:09.734+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:09.735+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:09.736+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:09.736+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:09.736+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23896, above threshold 10. [2023-02-18T15:37:09.818+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=978f782b-acc7-4fe9-891a-f9bbcd633a16, consumerInstance=onap-policy-apex-pdp-0, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(SocketInputStream.java:186) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:09.818+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/978f782b-acc7-4fe9-891a-f9bbcd633a16/onap-policy-apex-pdp-0?timeout=15000 [2023-02-18T15:37:09.818+00:00|WARN|HostSelector|DMAAP-source-POLICY-PDP-PAP] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:09.818+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/978f782b-acc7-4fe9-891a-f9bbcd633a16/onap-policy-apex-pdp-0?timeout=15000 (anonymous) ... [2023-02-18T15:37:09.821+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-18T15:37:09.821+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:09.823+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-18T15:37:09.823+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:09.824+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-18T15:37:09.825+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:09.826+00:00|WARN|HttpClient|DMAAP-source-POLICY-PDP-PAP] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-18T15:37:09.826+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-18T15:37:09.826+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-18T15:37:10.778+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45078841 ms [2023-02-18T15:37:10.778+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:10.778+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:10.789+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:10.789+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:10.791+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:10.791+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:10.793+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:10.793+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:10.795+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:10.795+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:10.796+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:10.796+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23897, above threshold 10. [2023-02-18T15:37:11.828+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45079891 ms [2023-02-18T15:37:11.829+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:11.829+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:11.833+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:11.833+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:11.835+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:11.835+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:11.838+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:11.838+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:11.847+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:11.847+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:11.847+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:11.847+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23898, above threshold 10. [2023-02-18T15:37:12.878+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45080941 ms [2023-02-18T15:37:12.878+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:12.879+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:12.881+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:12.881+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:12.883+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:12.883+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:12.885+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:12.885+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:12.887+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:12.887+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:12.887+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:12.887+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23899, above threshold 10. [2023-02-18T15:37:13.928+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45081991 ms [2023-02-18T15:37:13.929+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:13.929+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:13.935+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:13.935+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:13.937+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:13.937+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:13.939+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:13.939+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:13.941+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:13.941+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:13.941+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:13.941+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23900, above threshold 10. [2023-02-18T15:37:14.978+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45083041 ms [2023-02-18T15:37:14.978+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:14.979+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:14.982+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:14.982+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:14.984+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:14.984+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:14.985+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:14.986+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:14.988+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:14.988+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:14.988+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:14.988+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23901, above threshold 10. [2023-02-18T15:37:16.028+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45084091 ms [2023-02-18T15:37:16.029+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:16.029+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:16.033+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:16.033+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:16.035+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:16.035+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:16.037+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:16.037+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:16.039+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:16.039+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:16.039+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:16.039+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23902, above threshold 10. [2023-02-18T15:37:17.078+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45085141 ms [2023-02-18T15:37:17.079+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:17.079+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:17.083+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:17.083+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:17.085+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:17.085+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:17.087+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:17.087+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:17.089+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:17.090+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:17.090+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:17.090+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23903, above threshold 10. [2023-02-18T15:37:18.128+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45086191 ms [2023-02-18T15:37:18.129+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:18.130+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:18.133+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:18.133+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:18.135+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:18.136+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:18.138+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:18.138+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:18.141+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:18.141+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:18.141+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:18.141+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23904, above threshold 10. [2023-02-18T15:37:19.178+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45087241 ms [2023-02-18T15:37:19.178+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:19.179+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:19.182+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:19.182+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:19.184+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:19.184+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:19.185+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:19.185+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:19.188+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:19.189+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:19.189+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:19.189+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23905, above threshold 10. [2023-02-18T15:37:20.228+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45088291 ms [2023-02-18T15:37:20.228+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:20.228+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:20.233+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:20.233+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:20.237+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:20.237+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:20.240+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:20.240+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:20.243+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:20.244+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:20.244+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:20.244+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23906, above threshold 10. [2023-02-18T15:37:21.278+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45089341 ms [2023-02-18T15:37:21.279+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:21.279+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:21.286+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:21.286+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:21.288+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:21.288+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:21.290+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:21.290+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:21.292+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:21.292+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:21.292+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:21.292+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23907, above threshold 10. [2023-02-18T15:37:22.328+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45090391 ms [2023-02-18T15:37:22.328+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:22.329+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:22.332+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:22.332+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:22.334+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:22.334+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:22.338+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:22.338+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:22.349+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:22.349+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:22.349+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:22.350+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23908, above threshold 10. [2023-02-18T15:37:23.378+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45091441 ms [2023-02-18T15:37:23.379+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:23.379+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:23.382+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:23.382+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:23.384+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:23.384+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:23.386+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:23.386+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:23.388+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:23.389+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:23.389+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:23.389+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23909, above threshold 10. [2023-02-18T15:37:24.428+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45092491 ms [2023-02-18T15:37:24.429+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:24.429+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:24.433+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-18T15:37:24.433+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:24.435+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:24.436+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:24.438+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:24.438+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:24.441+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:24.441+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:24.442+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:24.442+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23910, above threshold 10. [2023-02-18T15:37:24.826+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=978f782b-acc7-4fe9-891a-f9bbcd633a16, consumerInstance=onap-policy-apex-pdp-0, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(SocketInputStream.java:186) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:24.826+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/978f782b-acc7-4fe9-891a-f9bbcd633a16/onap-policy-apex-pdp-0?timeout=15000 [2023-02-18T15:37:24.827+00:00|WARN|HostSelector|DMAAP-source-POLICY-PDP-PAP] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:24.827+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/978f782b-acc7-4fe9-891a-f9bbcd633a16/onap-policy-apex-pdp-0?timeout=15000 (anonymous) ... [2023-02-18T15:37:24.829+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-18T15:37:24.829+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:24.831+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-18T15:37:24.831+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:24.833+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-18T15:37:24.833+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:24.835+00:00|WARN|HttpClient|DMAAP-source-POLICY-PDP-PAP] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-18T15:37:24.835+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-18T15:37:24.835+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-18T15:37:25.478+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45093541 ms [2023-02-18T15:37:25.479+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:25.479+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:25.482+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:25.482+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:25.483+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:25.483+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:25.485+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:25.485+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:25.487+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:25.488+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:25.488+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:25.488+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23911, above threshold 10. [2023-02-18T15:37:26.528+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45094591 ms [2023-02-18T15:37:26.528+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:26.529+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:26.531+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:26.531+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:26.533+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:26.534+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:26.540+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:26.540+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:26.542+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:26.542+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:26.542+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:26.542+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23912, above threshold 10. [2023-02-18T15:37:27.578+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45095641 ms [2023-02-18T15:37:27.578+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:27.578+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:27.581+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:27.581+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:27.583+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:27.584+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:27.586+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:27.587+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:27.589+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:27.589+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:27.589+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:27.590+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23913, above threshold 10. [2023-02-18T15:37:28.628+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45096691 ms [2023-02-18T15:37:28.629+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:28.629+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:28.632+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:28.632+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:28.635+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:28.635+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:28.638+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:28.638+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:28.641+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:28.641+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:28.643+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:28.643+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23914, above threshold 10. [2023-02-18T15:37:29.678+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45097741 ms [2023-02-18T15:37:29.679+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:29.679+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:29.683+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:29.683+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:29.687+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:29.687+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:29.690+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:29.690+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:29.692+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:29.692+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:29.692+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:29.692+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23915, above threshold 10. [2023-02-18T15:37:30.728+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45098791 ms [2023-02-18T15:37:30.729+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:30.729+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:30.733+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:30.733+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:30.735+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:30.735+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:30.736+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:30.736+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:30.738+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:30.739+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:30.739+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:30.739+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23916, above threshold 10. [2023-02-18T15:37:31.778+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45099841 ms [2023-02-18T15:37:31.779+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:31.779+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:31.782+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:31.782+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:31.785+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:31.785+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:31.786+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:31.786+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:31.790+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:31.790+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:31.790+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:31.790+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23917, above threshold 10. [2023-02-18T15:37:32.828+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45100891 ms [2023-02-18T15:37:32.828+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:32.829+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:32.832+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:32.832+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:32.833+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:32.833+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:32.835+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:32.836+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:32.837+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:32.838+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:32.838+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:32.838+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23918, above threshold 10. [2023-02-18T15:37:33.878+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45101941 ms [2023-02-18T15:37:33.879+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:33.879+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:33.887+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:33.887+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:33.890+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:33.890+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:33.892+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:33.892+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:33.895+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:33.895+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:33.895+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:33.895+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23919, above threshold 10. [2023-02-18T15:37:34.928+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45102991 ms [2023-02-18T15:37:34.929+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:34.929+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:34.933+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:34.933+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:34.935+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:34.935+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:34.937+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:34.937+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:34.939+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:34.940+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:34.940+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:34.940+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23920, above threshold 10. [2023-02-18T15:37:35.978+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45104041 ms [2023-02-18T15:37:35.979+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:35.979+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:35.982+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:35.982+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:35.985+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:35.985+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:35.987+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:35.987+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:35.989+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:35.989+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:35.990+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:35.990+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23921, above threshold 10. [2023-02-18T15:37:37.028+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45105091 ms [2023-02-18T15:37:37.029+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:37.030+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:37.033+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:37.033+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:37.035+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:37.035+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:37.037+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:37.037+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:37.039+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:37.040+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:37.040+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:37.040+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23922, above threshold 10. [2023-02-18T15:37:38.078+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45106141 ms [2023-02-18T15:37:38.079+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:38.079+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:38.082+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:38.082+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:38.084+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:38.084+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:38.086+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:38.086+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:38.088+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:38.089+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:38.089+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:38.089+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23923, above threshold 10. [2023-02-18T15:37:39.128+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45107191 ms [2023-02-18T15:37:39.129+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:39.129+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:39.131+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:39.132+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:39.133+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:39.133+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:39.135+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:39.135+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:39.137+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:39.137+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:39.137+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:39.138+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23924, above threshold 10. [2023-02-18T15:37:39.835+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=978f782b-acc7-4fe9-891a-f9bbcd633a16, consumerInstance=onap-policy-apex-pdp-0, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(SocketInputStream.java:186) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:39.835+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/978f782b-acc7-4fe9-891a-f9bbcd633a16/onap-policy-apex-pdp-0?timeout=15000 [2023-02-18T15:37:39.835+00:00|WARN|HostSelector|DMAAP-source-POLICY-PDP-PAP] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:39.835+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/978f782b-acc7-4fe9-891a-f9bbcd633a16/onap-policy-apex-pdp-0?timeout=15000 (anonymous) ... [2023-02-18T15:37:39.839+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-18T15:37:39.839+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:39.841+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-18T15:37:39.841+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:39.844+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-18T15:37:39.844+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:39.846+00:00|WARN|HttpClient|DMAAP-source-POLICY-PDP-PAP] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-18T15:37:39.846+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-18T15:37:39.846+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-18T15:37:40.178+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45108241 ms [2023-02-18T15:37:40.179+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:40.179+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:40.182+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:40.182+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:40.184+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:40.184+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:40.185+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:40.185+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:40.187+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:40.187+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:40.187+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:40.187+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23925, above threshold 10. [2023-02-18T15:37:41.228+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45109291 ms [2023-02-18T15:37:41.228+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:41.228+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:41.234+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:41.234+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:41.237+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:41.237+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:41.239+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:41.239+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:41.242+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:41.242+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:41.242+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:41.242+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23926, above threshold 10. [2023-02-18T15:37:42.278+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45110341 ms [2023-02-18T15:37:42.279+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:42.279+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:42.282+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:42.282+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:42.284+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:42.284+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:42.286+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:42.286+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:42.289+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:42.289+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:42.289+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:42.289+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23927, above threshold 10. [2023-02-18T15:37:43.328+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45111391 ms [2023-02-18T15:37:43.328+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:43.329+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:43.331+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:43.331+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:43.333+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:43.333+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:43.335+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:43.335+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:43.337+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:43.338+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:43.338+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:43.338+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23928, above threshold 10. [2023-02-18T15:37:44.378+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45112441 ms [2023-02-18T15:37:44.379+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:44.379+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:44.382+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:44.382+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:44.384+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:44.384+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:44.386+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:44.386+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:44.388+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:44.389+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:44.389+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:44.389+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23929, above threshold 10. [2023-02-18T15:37:45.429+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45113491 ms [2023-02-18T15:37:45.430+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:45.430+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:45.434+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:45.434+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:45.437+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:45.437+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:45.439+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:45.439+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:45.441+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:45.441+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:45.441+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:45.441+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23930, above threshold 10. [2023-02-18T15:37:46.478+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45114541 ms [2023-02-18T15:37:46.478+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:46.478+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:46.483+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:46.483+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:46.486+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:46.486+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:46.487+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:46.487+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:46.489+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:46.489+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:46.489+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:46.489+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23931, above threshold 10. [2023-02-18T15:37:47.528+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45115591 ms [2023-02-18T15:37:47.528+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:47.528+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:47.532+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:47.532+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:47.534+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:47.534+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:47.535+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:47.535+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:47.538+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:47.538+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:47.538+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:47.538+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23932, above threshold 10. [2023-02-18T15:37:48.578+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45116641 ms [2023-02-18T15:37:48.578+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:48.578+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:48.581+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:48.581+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:48.583+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:48.583+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:48.585+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:48.585+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:48.587+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:48.587+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:48.587+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:48.587+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23933, above threshold 10. [2023-02-18T15:37:49.628+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45117691 ms [2023-02-18T15:37:49.629+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:49.629+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:49.631+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:49.631+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:49.633+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:49.634+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:49.635+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:49.636+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:49.638+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:49.638+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:49.639+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:49.639+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23934, above threshold 10. [2023-02-18T15:37:50.678+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45118741 ms [2023-02-18T15:37:50.679+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:50.679+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:50.683+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:50.683+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:50.685+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:50.685+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:50.687+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:50.687+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:50.690+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:50.690+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:50.690+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:50.690+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23935, above threshold 10. [2023-02-18T15:37:51.728+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 376 msgs to /events/POLICY-PDP-PAP. Oldest: 45119791 ms [2023-02-18T15:37:51.728+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:51.729+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:51.732+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:51.732+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:51.734+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:51.734+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:51.735+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:51.736+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:51.737+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:51.738+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:51.738+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 376 message to send. [2023-02-18T15:37:51.738+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23936, above threshold 10. [2023-02-18T15:37:51.842+00:00|WARN|PdpMessageHandler|Timer-0] not registered: object:engine/apex/handler [2023-02-18T15:37:51.842+00:00|INFO|network|Timer-0] [OUT|DMAAP|POLICY-PDP-PAP] {"pdpType":"apex","state":"PASSIVE","healthy":"HEALTHY","description":"Pdp Heartbeat","statistics":{"pdpInstanceId":"apex-54b72885-96dc-4519-a14d-8b0af4446159","timeStamp":"2023-02-18T15:37:51.842171Z","pdpGroupName":"defaultGroup","policyExecutedCount":0,"policyExecutedSuccessCount":0,"policyExecutedFailCount":0,"policyDeployCount":0,"policyDeploySuccessCount":0,"policyDeployFailCount":0,"policyUndeployCount":0,"policyUndeploySuccessCount":0,"policyUndeployFailCount":0},"messageName":"PDP_STATUS","requestId":"ddeb1165-6a4c-4cbb-a672-4c9f174546bb","timestampMs":1676734671842,"name":"apex-54b72885-96dc-4519-a14d-8b0af4446159","pdpGroup":"defaultGroup"} [2023-02-18T15:37:52.778+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45120841 ms [2023-02-18T15:37:52.778+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:52.778+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:52.782+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:52.782+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:52.783+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:52.783+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:52.786+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:52.786+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:52.788+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:52.788+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:52.788+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:37:52.788+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23937, above threshold 10. [2023-02-18T15:37:53.828+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45121891 ms [2023-02-18T15:37:53.829+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:53.829+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:53.832+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:53.833+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:53.835+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:53.835+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:53.838+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:53.838+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:53.840+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:53.840+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:53.840+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:37:53.840+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23938, above threshold 10. [2023-02-18T15:37:54.846+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=978f782b-acc7-4fe9-891a-f9bbcd633a16, consumerInstance=onap-policy-apex-pdp-0, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(SocketInputStream.java:186) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:54.846+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/978f782b-acc7-4fe9-891a-f9bbcd633a16/onap-policy-apex-pdp-0?timeout=15000 [2023-02-18T15:37:54.846+00:00|WARN|HostSelector|DMAAP-source-POLICY-PDP-PAP] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:54.846+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/978f782b-acc7-4fe9-891a-f9bbcd633a16/onap-policy-apex-pdp-0?timeout=15000 (anonymous) ... [2023-02-18T15:37:54.849+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-18T15:37:54.849+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:54.851+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-18T15:37:54.851+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:54.852+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-18T15:37:54.852+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:54.854+00:00|WARN|HttpClient|DMAAP-source-POLICY-PDP-PAP] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-18T15:37:54.854+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-18T15:37:54.854+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-18T15:37:54.878+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45122941 ms [2023-02-18T15:37:54.878+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:54.878+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:54.881+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:54.881+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:54.883+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:54.883+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:54.885+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:54.885+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:54.887+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:54.887+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:54.887+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:37:54.887+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23939, above threshold 10. [2023-02-18T15:37:55.928+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45123991 ms [2023-02-18T15:37:55.929+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:55.929+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:55.932+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:55.932+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:55.934+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:55.934+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:55.936+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:55.936+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:55.937+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:55.938+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:55.938+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:37:55.938+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23940, above threshold 10. [2023-02-18T15:37:56.978+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45125041 ms [2023-02-18T15:37:56.978+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:56.978+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:56.981+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:56.981+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:56.983+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:56.983+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:56.985+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:56.985+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:56.987+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:56.987+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:56.987+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:37:56.987+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23941, above threshold 10. [2023-02-18T15:37:58.028+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45126091 ms [2023-02-18T15:37:58.028+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:58.028+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:58.031+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:58.031+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:58.033+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:58.033+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:58.034+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:58.034+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:58.036+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:58.036+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:58.036+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:37:58.036+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23942, above threshold 10. [2023-02-18T15:37:59.078+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45127141 ms [2023-02-18T15:37:59.078+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:37:59.078+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:37:59.081+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:59.081+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:59.083+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:59.083+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:59.084+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:37:59.084+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:37:59.086+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:37:59.086+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:37:59.086+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:37:59.086+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23943, above threshold 10. [2023-02-18T15:38:00.128+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45128191 ms [2023-02-18T15:38:00.128+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:38:00.129+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:38:00.131+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:00.131+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:00.133+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:00.133+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:00.134+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:00.134+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:00.136+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:38:00.136+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:38:00.136+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:38:00.136+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23944, above threshold 10. [2023-02-18T15:38:01.179+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45129242 ms [2023-02-18T15:38:01.179+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:38:01.179+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:38:01.182+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:01.182+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:01.185+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:01.185+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:01.187+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:01.187+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:01.189+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:38:01.189+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:38:01.189+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:38:01.189+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23945, above threshold 10. [2023-02-18T15:38:02.228+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45130291 ms [2023-02-18T15:38:02.228+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:38:02.229+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:38:02.231+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:02.231+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:02.234+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:02.234+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:02.236+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:02.236+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:02.238+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:38:02.238+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:38:02.239+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:38:02.239+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23946, above threshold 10. [2023-02-18T15:38:03.278+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45131341 ms [2023-02-18T15:38:03.278+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:38:03.279+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:38:03.282+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:03.282+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:03.286+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:03.286+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:03.288+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:03.288+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:03.291+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:38:03.291+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:38:03.291+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:38:03.291+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23947, above threshold 10. [2023-02-18T15:38:04.328+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45132391 ms [2023-02-18T15:38:04.329+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:38:04.329+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:38:04.334+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:04.334+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:04.337+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:04.337+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:04.340+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:04.340+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:04.343+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:38:04.343+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:38:04.344+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:38:04.344+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23948, above threshold 10. [2023-02-18T15:38:05.378+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45133441 ms [2023-02-18T15:38:05.379+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:38:05.379+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:38:05.382+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:05.382+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:05.385+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:05.385+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:05.388+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:05.388+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:05.391+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:38:05.391+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:38:05.392+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:38:05.392+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23949, above threshold 10. [2023-02-18T15:38:06.394+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45134457 ms [2023-02-18T15:38:06.396+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:38:06.396+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:38:06.399+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:06.399+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:06.406+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:06.406+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:06.418+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:06.418+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:06.424+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:38:06.425+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:38:06.425+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:38:06.425+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23950, above threshold 10. [2023-02-18T15:38:07.428+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45135491 ms [2023-02-18T15:38:07.429+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:38:07.429+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:38:07.432+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:07.433+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:07.436+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:07.436+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:07.439+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:07.439+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:07.442+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:38:07.442+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:38:07.442+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:38:07.442+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23951, above threshold 10. [2023-02-18T15:38:08.481+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45136544 ms [2023-02-18T15:38:08.482+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:38:08.482+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:38:08.489+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:08.490+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:08.492+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:08.492+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:08.494+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:08.494+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:08.496+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:38:08.497+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:38:08.497+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:38:08.497+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23952, above threshold 10. [2023-02-18T15:38:09.528+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45137591 ms [2023-02-18T15:38:09.528+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:38:09.528+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:38:09.533+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:09.533+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:09.537+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:09.537+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:09.539+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:09.539+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:09.541+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:38:09.541+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:38:09.541+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:38:09.541+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23953, above threshold 10. [2023-02-18T15:38:09.854+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=978f782b-acc7-4fe9-891a-f9bbcd633a16, consumerInstance=onap-policy-apex-pdp-0, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(SocketInputStream.java:186) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:38:09.854+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/978f782b-acc7-4fe9-891a-f9bbcd633a16/onap-policy-apex-pdp-0?timeout=15000 [2023-02-18T15:38:09.854+00:00|WARN|HostSelector|DMAAP-source-POLICY-PDP-PAP] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:38:09.854+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/978f782b-acc7-4fe9-891a-f9bbcd633a16/onap-policy-apex-pdp-0?timeout=15000 (anonymous) ... [2023-02-18T15:38:09.859+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-18T15:38:09.859+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:09.863+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-18T15:38:09.863+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:09.866+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-18T15:38:09.866+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:09.868+00:00|WARN|HttpClient|DMAAP-source-POLICY-PDP-PAP] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-18T15:38:09.868+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-18T15:38:09.868+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-18T15:38:10.578+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45138641 ms [2023-02-18T15:38:10.579+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:38:10.579+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:38:10.583+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:10.583+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:10.585+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:10.585+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:10.588+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:10.588+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:10.590+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:38:10.590+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:38:10.590+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:38:10.590+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23954, above threshold 10. [2023-02-18T15:38:11.628+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45139691 ms [2023-02-18T15:38:11.628+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:38:11.628+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:38:11.632+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:11.632+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:11.634+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:11.634+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:11.636+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:11.636+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:11.638+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:38:11.638+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:38:11.638+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:38:11.638+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23955, above threshold 10. [2023-02-18T15:38:12.678+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45140741 ms [2023-02-18T15:38:12.678+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:38:12.679+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:38:12.682+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:12.682+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:12.684+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:12.684+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:12.686+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:12.686+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:12.688+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:38:12.688+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:38:12.688+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:38:12.688+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23956, above threshold 10. [2023-02-18T15:38:13.728+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45141791 ms [2023-02-18T15:38:13.728+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:38:13.729+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:38:13.731+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:13.731+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:13.734+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:13.734+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:13.735+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:13.735+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:13.737+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:38:13.737+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:38:13.738+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:38:13.738+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23957, above threshold 10. [2023-02-18T15:38:14.778+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45142841 ms [2023-02-18T15:38:14.778+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:38:14.779+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:38:14.781+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:14.781+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:14.783+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:14.783+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:14.785+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:14.786+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:14.788+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:38:14.788+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:38:14.788+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:38:14.788+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23958, above threshold 10. [2023-02-18T15:38:15.828+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45143891 ms [2023-02-18T15:38:15.828+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:38:15.828+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:38:15.832+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:15.832+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:15.834+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:15.834+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:15.836+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:15.836+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:15.837+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:38:15.838+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:38:15.838+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:38:15.838+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23959, above threshold 10. [2023-02-18T15:38:16.878+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45144941 ms [2023-02-18T15:38:16.878+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:38:16.879+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:38:16.881+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:16.881+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:16.883+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:16.884+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:16.885+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:16.886+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:16.887+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:38:16.887+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:38:16.887+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:38:16.887+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23960, above threshold 10. [2023-02-18T15:38:17.928+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45145991 ms [2023-02-18T15:38:17.928+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:38:17.929+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:38:17.932+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:17.932+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:17.935+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:17.935+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:17.937+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:17.937+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:17.939+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:38:17.939+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:38:17.939+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:38:17.939+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23961, above threshold 10. [2023-02-18T15:38:18.978+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45147041 ms [2023-02-18T15:38:18.978+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:38:18.978+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:38:18.982+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:18.982+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:18.984+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:18.984+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:18.987+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:18.987+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:18.989+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:38:18.989+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:38:18.989+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:38:18.989+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23962, above threshold 10. [2023-02-18T15:38:20.028+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45148091 ms [2023-02-18T15:38:20.028+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:38:20.028+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:38:20.032+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:20.032+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:20.034+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:20.034+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:20.036+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:20.036+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:20.038+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:38:20.038+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:38:20.039+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:38:20.039+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23963, above threshold 10. [2023-02-18T15:38:21.078+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45149141 ms [2023-02-18T15:38:21.079+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:38:21.079+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:38:21.084+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:21.084+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:21.086+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:21.086+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:21.088+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:21.088+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:21.100+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-18T15:38:21.100+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:38:21.100+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:38:21.100+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23964, above threshold 10. [2023-02-18T15:38:22.128+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45150191 ms [2023-02-18T15:38:22.129+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:38:22.129+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:38:22.133+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:22.133+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:22.136+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:22.136+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:22.139+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:22.139+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:22.141+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:38:22.141+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:38:22.141+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:38:22.141+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23965, above threshold 10. [2023-02-18T15:38:23.178+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45151241 ms [2023-02-18T15:38:23.178+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:38:23.178+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:38:23.182+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:23.182+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:23.184+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:23.184+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:23.186+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:23.186+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:23.187+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:38:23.187+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:38:23.187+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:38:23.188+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23966, above threshold 10. [2023-02-18T15:38:24.228+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45152291 ms [2023-02-18T15:38:24.229+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:38:24.229+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:38:24.233+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:24.233+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:24.236+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:24.236+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:24.239+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:24.239+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:24.242+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:38:24.242+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:38:24.243+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:38:24.243+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23967, above threshold 10. [2023-02-18T15:38:24.869+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=978f782b-acc7-4fe9-891a-f9bbcd633a16, consumerInstance=onap-policy-apex-pdp-0, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(SocketInputStream.java:186) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:38:24.869+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/978f782b-acc7-4fe9-891a-f9bbcd633a16/onap-policy-apex-pdp-0?timeout=15000 [2023-02-18T15:38:24.869+00:00|WARN|HostSelector|DMAAP-source-POLICY-PDP-PAP] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:38:24.869+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/978f782b-acc7-4fe9-891a-f9bbcd633a16/onap-policy-apex-pdp-0?timeout=15000 (anonymous) ... [2023-02-18T15:38:24.872+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-18T15:38:24.872+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:24.874+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-18T15:38:24.874+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:24.876+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-18T15:38:24.876+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:24.878+00:00|WARN|HttpClient|DMAAP-source-POLICY-PDP-PAP] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-18T15:38:24.878+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-18T15:38:24.878+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-18T15:38:25.278+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45153341 ms [2023-02-18T15:38:25.279+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:38:25.279+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:38:25.282+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:25.283+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:25.285+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:25.285+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:25.287+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:25.288+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:25.290+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:38:25.290+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:38:25.290+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:38:25.290+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23968, above threshold 10. [2023-02-18T15:38:26.328+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45154391 ms [2023-02-18T15:38:26.329+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:38:26.329+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:38:26.332+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:26.332+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:26.334+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:26.334+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:26.342+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:26.342+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:26.344+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:38:26.344+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:38:26.345+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:38:26.345+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23969, above threshold 10. [2023-02-18T15:38:27.378+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45155441 ms [2023-02-18T15:38:27.378+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:38:27.378+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:38:27.381+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:27.381+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:27.383+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:27.383+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:27.385+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:27.385+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:27.387+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:38:27.388+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:38:27.388+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:38:27.388+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23970, above threshold 10. [2023-02-18T15:38:28.428+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45156491 ms [2023-02-18T15:38:28.429+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:38:28.429+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:38:28.432+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:28.432+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:28.434+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:28.434+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:28.436+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:28.436+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:28.437+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:38:28.438+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:38:28.438+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:38:28.438+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23971, above threshold 10. [2023-02-18T15:38:29.478+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45157541 ms [2023-02-18T15:38:29.478+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:38:29.479+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:38:29.481+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:29.481+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:29.483+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:29.483+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:29.485+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:29.485+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:29.487+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:38:29.487+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:38:29.487+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:38:29.487+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23972, above threshold 10. [2023-02-18T15:38:30.528+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45158591 ms [2023-02-18T15:38:30.528+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:38:30.529+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:38:30.531+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:30.531+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:30.533+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:30.533+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:30.536+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:30.536+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:30.538+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:38:30.539+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:38:30.539+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:38:30.539+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23973, above threshold 10. [2023-02-18T15:38:31.578+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45159641 ms [2023-02-18T15:38:31.579+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:38:31.579+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:38:31.582+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:31.582+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:31.585+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:31.585+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:31.587+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:31.587+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:31.589+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:38:31.589+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:38:31.589+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:38:31.589+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23974, above threshold 10. [2023-02-18T15:38:32.628+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45160691 ms [2023-02-18T15:38:32.628+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:38:32.628+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:38:32.631+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:32.631+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:32.634+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:32.634+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:32.637+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:32.637+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:32.640+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:38:32.640+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:38:32.640+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:38:32.640+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23975, above threshold 10. [2023-02-18T15:38:33.678+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45161741 ms [2023-02-18T15:38:33.679+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:38:33.679+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:38:33.682+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:33.682+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:33.684+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:33.684+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:33.686+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:33.686+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:33.688+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:38:33.688+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:38:33.688+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:38:33.688+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23976, above threshold 10. [2023-02-18T15:38:34.728+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45162791 ms [2023-02-18T15:38:34.728+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:38:34.728+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:38:34.732+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:34.732+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:34.737+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:34.737+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:34.741+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-18T15:38:34.741+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:34.743+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:38:34.743+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:38:34.743+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:38:34.743+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23977, above threshold 10. [2023-02-18T15:38:35.778+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45163841 ms [2023-02-18T15:38:35.778+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:38:35.778+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:38:35.781+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:35.781+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:35.785+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:35.785+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:35.787+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:35.787+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:35.791+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:38:35.791+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:38:35.791+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:38:35.791+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23978, above threshold 10. [2023-02-18T15:38:36.828+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45164891 ms [2023-02-18T15:38:36.828+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:38:36.828+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:38:36.831+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:36.831+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:36.832+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:36.833+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:36.834+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:36.834+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:36.836+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:38:36.836+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:38:36.836+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:38:36.836+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23979, above threshold 10. [2023-02-18T15:38:37.878+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45165941 ms [2023-02-18T15:38:37.878+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-18T15:38:37.878+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-18T15:38:37.882+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:37.882+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:37.887+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-18T15:38:37.887+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:37.888+00:00|INFO|RetryExec|pool-2-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-18T15:38:37.888+00:00|INFO|RetryExec|pool-2-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-18T15:38:37.896+00:00|WARN|HttpClient|pool-2-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-18T15:38:37.896+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-18T15:38:37.896+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 377 message to send. [2023-02-18T15:38:37.896+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 23980, above threshold 10. [2023-02-18T15:38:38.928+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 377 msgs to /events/POLICY-PDP-PAP. Oldest: 45166991 ms [2023-02-18T15:38:38.929+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted;