By type
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:44:37.818+00:00|INFO|CambriaConsumerImpl|DMAAP-source-DCAE_TOPIC] UEB GET /events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/d7214fc0-a3e4-4069-8c31-7b4840beea14?timeout=15000&limit=100 [2023-02-07T07:44:37.818+00:00|WARN|HostSelector|DMAAP-source-DCAE_TOPIC] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:44:37.818+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] GET http://message-router:3904/events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/d7214fc0-a3e4-4069-8c31-7b4840beea14?timeout=15000&limit=100 (anonymous) ... [2023-02-07T07:44:37.826+00:00|INFO|RetryExec|DMAAP-source-DCAE_TOPIC] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:44:37.826+00:00|INFO|RetryExec|DMAAP-source-DCAE_TOPIC] Retrying request to {}->http://message-router:3904 [2023-02-07T07:44:37.832+00:00|INFO|RetryExec|DMAAP-source-DCAE_TOPIC] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:44:37.832+00:00|INFO|RetryExec|DMAAP-source-DCAE_TOPIC] Retrying request to {}->http://message-router:3904 [2023-02-07T07:44:37.834+00:00|INFO|RetryExec|DMAAP-source-DCAE_TOPIC] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:44:37.834+00:00|INFO|RetryExec|DMAAP-source-DCAE_TOPIC] Retrying request to {}->http://message-router:3904 [2023-02-07T07:44:37.840+00:00|WARN|HttpClient|DMAAP-source-DCAE_TOPIC] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-07T07:44:37.841+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-07T07:44:37.841+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-07T07:44:39.564+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-A1-P-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=82f695fa-48ba-4295-adab-f5856534da18, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-A1-P-RSP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=A1-P-RSP, effectiveTopic=A1-P-RSP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(SocketInputStream.java:186) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:44:39.564+00:00|INFO|CambriaConsumerImpl|DMAAP-source-A1-P-RSP] UEB GET /events/A1-P-RSP/82f695fa-48ba-4295-adab-f5856534da18/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-02-07T07:44:39.564+00:00|WARN|HostSelector|DMAAP-source-A1-P-RSP] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:44:39.564+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] GET http://message-router:3904/events/A1-P-RSP/82f695fa-48ba-4295-adab-f5856534da18/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-02-07T07:44:39.567+00:00|INFO|RetryExec|DMAAP-source-A1-P-RSP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:44:39.567+00:00|INFO|RetryExec|DMAAP-source-A1-P-RSP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:44:39.569+00:00|INFO|RetryExec|DMAAP-source-A1-P-RSP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:44:39.569+00:00|INFO|RetryExec|DMAAP-source-A1-P-RSP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:44:39.571+00:00|INFO|RetryExec|DMAAP-source-A1-P-RSP] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:44:39.571+00:00|INFO|RetryExec|DMAAP-source-A1-P-RSP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:44:39.574+00:00|WARN|HttpClient|DMAAP-source-A1-P-RSP] Error executing HTTP request. message-router:3904 failed to respond; blacklisting for 2 minutes [2023-02-07T07:44:39.574+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of message-router:3904 failed to respond [2023-02-07T07:44:39.574+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-07T07:44:43.497+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-SDNR-CL-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=823f69f8-1d32-4fe4-962b-4bc9dd0bafcf, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-SDNR-CL-RSP,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=SDNR-CL-RSP, effectiveTopic=SDNR-CL-RSP, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(SocketInputStream.java:186) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:44:43.497+00:00|INFO|CambriaConsumerImpl|DMAAP-source-SDNR-CL-RSP] UEB GET /events/SDNR-CL-RSP/823f69f8-1d32-4fe4-962b-4bc9dd0bafcf/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-02-07T07:44:43.500+00:00|WARN|HostSelector|DMAAP-source-SDNR-CL-RSP] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:44:43.500+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] GET http://message-router:3904/events/SDNR-CL-RSP/823f69f8-1d32-4fe4-962b-4bc9dd0bafcf/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-02-07T07:44:43.509+00:00|INFO|RetryExec|DMAAP-source-SDNR-CL-RSP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:44:43.509+00:00|INFO|RetryExec|DMAAP-source-SDNR-CL-RSP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:44:43.515+00:00|INFO|RetryExec|DMAAP-source-SDNR-CL-RSP] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:44:43.515+00:00|INFO|RetryExec|DMAAP-source-SDNR-CL-RSP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:44:43.525+00:00|INFO|RetryExec|DMAAP-source-SDNR-CL-RSP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:44:43.525+00:00|INFO|RetryExec|DMAAP-source-SDNR-CL-RSP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:44:43.528+00:00|WARN|HttpClient|DMAAP-source-SDNR-CL-RSP] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-07T07:44:43.528+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-07T07:44:43.528+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-07T07:44:44.912+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=90a85355-ceb9-48cc-855c-0941ae177720, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(SocketInputStream.java:186) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:44:44.912+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/90a85355-ceb9-48cc-855c-0941ae177720/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-02-07T07:44:44.912+00:00|WARN|HostSelector|DMAAP-source-POLICY-PDP-PAP] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:44:44.912+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/90a85355-ceb9-48cc-855c-0941ae177720/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-02-07T07:44:44.916+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:44:44.916+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:44:44.918+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:44:44.918+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:44:44.923+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:44:44.923+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:44:44.925+00:00|WARN|HttpClient|DMAAP-source-POLICY-PDP-PAP] Error executing HTTP request. message-router:3904 failed to respond; blacklisting for 2 minutes [2023-02-07T07:44:44.925+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of message-router:3904 failed to respond [2023-02-07T07:44:44.925+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-07T07:44:52.735+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-CL] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=bb656984-a64b-475b-ba31-ce5b7e5d6cfa, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-CL,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-CL, effectiveTopic=APPC-CL, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(SocketInputStream.java:186) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:44:52.735+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-CL] UEB GET /events/APPC-CL/bb656984-a64b-475b-ba31-ce5b7e5d6cfa/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-02-07T07:44:52.735+00:00|WARN|HostSelector|DMAAP-source-APPC-CL] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:44:52.736+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] GET http://message-router:3904/events/APPC-CL/bb656984-a64b-475b-ba31-ce5b7e5d6cfa/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-02-07T07:44:52.743+00:00|INFO|RetryExec|DMAAP-source-APPC-CL] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:44:52.743+00:00|INFO|RetryExec|DMAAP-source-APPC-CL] Retrying request to {}->http://message-router:3904 [2023-02-07T07:44:52.747+00:00|INFO|RetryExec|DMAAP-source-APPC-CL] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:44:52.747+00:00|INFO|RetryExec|DMAAP-source-APPC-CL] Retrying request to {}->http://message-router:3904 [2023-02-07T07:44:52.755+00:00|INFO|RetryExec|DMAAP-source-APPC-CL] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:44:52.755+00:00|INFO|RetryExec|DMAAP-source-APPC-CL] Retrying request to {}->http://message-router:3904 [2023-02-07T07:44:52.763+00:00|WARN|HttpClient|DMAAP-source-APPC-CL] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-07T07:44:52.763+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-07T07:44:52.763+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-07T07:44:52.842+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-DCAE_TOPIC] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=dcae.policy.shared, consumerInstance=d7214fc0-a3e4-4069-8c31-7b4840beea14, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-DCAE_TOPIC,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=DCAE_TOPIC, effectiveTopic=unauthenticated.DCAE_CL_OUTPUT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(SocketInputStream.java:186) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:44:52.842+00:00|INFO|CambriaConsumerImpl|DMAAP-source-DCAE_TOPIC] UEB GET /events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/d7214fc0-a3e4-4069-8c31-7b4840beea14?timeout=15000&limit=100 [2023-02-07T07:44:52.842+00:00|WARN|HostSelector|DMAAP-source-DCAE_TOPIC] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:44:52.842+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] GET http://message-router:3904/events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/d7214fc0-a3e4-4069-8c31-7b4840beea14?timeout=15000&limit=100 (anonymous) ... [2023-02-07T07:44:52.847+00:00|INFO|RetryExec|DMAAP-source-DCAE_TOPIC] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:44:52.847+00:00|INFO|RetryExec|DMAAP-source-DCAE_TOPIC] Retrying request to {}->http://message-router:3904 [2023-02-07T07:44:52.855+00:00|INFO|RetryExec|DMAAP-source-DCAE_TOPIC] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:44:52.855+00:00|INFO|RetryExec|DMAAP-source-DCAE_TOPIC] Retrying request to {}->http://message-router:3904 [2023-02-07T07:44:52.859+00:00|INFO|RetryExec|DMAAP-source-DCAE_TOPIC] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:44:52.859+00:00|INFO|RetryExec|DMAAP-source-DCAE_TOPIC] Retrying request to {}->http://message-router:3904 [2023-02-07T07:44:52.878+00:00|WARN|HttpClient|DMAAP-source-DCAE_TOPIC] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-07T07:44:52.878+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-07T07:44:52.878+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-07T07:44:54.575+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-A1-P-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=82f695fa-48ba-4295-adab-f5856534da18, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-A1-P-RSP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=A1-P-RSP, effectiveTopic=A1-P-RSP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch org.apache.http.NoHttpResponseException: message-router:3904 failed to respond at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:44:54.575+00:00|INFO|CambriaConsumerImpl|DMAAP-source-A1-P-RSP] UEB GET /events/A1-P-RSP/82f695fa-48ba-4295-adab-f5856534da18/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-02-07T07:44:54.575+00:00|WARN|HostSelector|DMAAP-source-A1-P-RSP] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:44:54.575+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] GET http://message-router:3904/events/A1-P-RSP/82f695fa-48ba-4295-adab-f5856534da18/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-02-07T07:44:54.582+00:00|INFO|RetryExec|DMAAP-source-A1-P-RSP] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:44:54.582+00:00|INFO|RetryExec|DMAAP-source-A1-P-RSP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:44:54.605+00:00|INFO|RetryExec|DMAAP-source-A1-P-RSP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:44:54.605+00:00|INFO|RetryExec|DMAAP-source-A1-P-RSP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:44:54.617+00:00|INFO|RetryExec|DMAAP-source-A1-P-RSP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:44:54.617+00:00|INFO|RetryExec|DMAAP-source-A1-P-RSP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:44:54.620+00:00|WARN|HttpClient|DMAAP-source-A1-P-RSP] Error executing HTTP request. message-router:3904 failed to respond; blacklisting for 2 minutes [2023-02-07T07:44:54.621+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of message-router:3904 failed to respond [2023-02-07T07:44:54.621+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-07T07:44:58.529+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-SDNR-CL-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=823f69f8-1d32-4fe4-962b-4bc9dd0bafcf, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-SDNR-CL-RSP,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=SDNR-CL-RSP, effectiveTopic=SDNR-CL-RSP, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(SocketInputStream.java:186) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:44:58.529+00:00|INFO|CambriaConsumerImpl|DMAAP-source-SDNR-CL-RSP] UEB GET /events/SDNR-CL-RSP/823f69f8-1d32-4fe4-962b-4bc9dd0bafcf/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-02-07T07:44:58.529+00:00|WARN|HostSelector|DMAAP-source-SDNR-CL-RSP] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:44:58.529+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] GET http://message-router:3904/events/SDNR-CL-RSP/823f69f8-1d32-4fe4-962b-4bc9dd0bafcf/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-02-07T07:44:58.536+00:00|INFO|RetryExec|DMAAP-source-SDNR-CL-RSP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:44:58.536+00:00|INFO|RetryExec|DMAAP-source-SDNR-CL-RSP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:44:58.548+00:00|INFO|RetryExec|DMAAP-source-SDNR-CL-RSP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:44:58.548+00:00|INFO|RetryExec|DMAAP-source-SDNR-CL-RSP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:44:58.558+00:00|INFO|RetryExec|DMAAP-source-SDNR-CL-RSP] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:44:58.558+00:00|INFO|RetryExec|DMAAP-source-SDNR-CL-RSP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:44:58.565+00:00|WARN|HttpClient|DMAAP-source-SDNR-CL-RSP] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-07T07:44:58.565+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-07T07:44:58.565+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-07T07:44:59.720+00:00|INFO|LifecycleFsm|pool-2-thread-1] lifecycle event: status [2023-02-07T07:44:59.724+00:00|INFO|network|pool-2-thread-1] [OUT|DMAAP|POLICY-PDP-PAP] {"pdpType":"drools","state":"PASSIVE","healthy":"HEALTHY","policies":[],"statistics":{"pdpInstanceId":"onap-policy-drools-pdp-0.b73a6860-29f9-4f5d-96d9-e7af09c679c8","timeStamp":"2023-02-07T07:44:59.721283Z","pdpGroupName":"defaultGroup","policyExecutedCount":0,"policyExecutedSuccessCount":0,"policyExecutedFailCount":0,"policyDeployCount":0,"policyDeploySuccessCount":0,"policyDeployFailCount":0,"policyUndeployCount":0,"policyUndeploySuccessCount":0,"policyUndeployFailCount":0},"messageName":"PDP_STATUS","requestId":"76335edc-6c91-42d0-8d9c-7c3a51908b99","timestampMs":1675755899721,"name":"onap-policy-drools-pdp-0.b73a6860-29f9-4f5d-96d9-e7af09c679c8","pdpGroup":"defaultGroup"} [2023-02-07T07:44:59.925+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=90a85355-ceb9-48cc-855c-0941ae177720, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch org.apache.http.NoHttpResponseException: message-router:3904 failed to respond at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:44:59.926+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/90a85355-ceb9-48cc-855c-0941ae177720/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-02-07T07:44:59.926+00:00|WARN|HostSelector|DMAAP-source-POLICY-PDP-PAP] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:44:59.927+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/90a85355-ceb9-48cc-855c-0941ae177720/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-02-07T07:44:59.935+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:44:59.935+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:44:59.937+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:44:59.937+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:44:59.939+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:44:59.939+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:44:59.947+00:00|WARN|HttpClient|DMAAP-source-POLICY-PDP-PAP] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-07T07:44:59.947+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-07T07:44:59.947+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-07T07:45:00.993+00:00|WARN|HttpClient|DMAAP-source-APPC-LCM-WRITE] Error executing HTTP request. Read timed out; blacklisting for 2 minutes [2023-02-07T07:45:00.993+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Read timed out [2023-02-07T07:45:00.994+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-07T07:45:06.402+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Read timed out; blacklisting for 2 minutes [2023-02-07T07:45:06.404+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Read timed out java.net.SocketTimeoutException: Read timed out at java.base/java.net.SocketInputStream.socketRead0(Native Method) at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:06.404+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 137 message to send. [2023-02-07T07:45:06.406+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7729, above threshold 10. [2023-02-07T07:45:07.410+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16447473 ms [2023-02-07T07:45:07.411+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:07.411+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:07.414+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:07.415+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:07.417+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:07.420+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:07.434+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:07.434+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:07.442+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:07.443+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:07.444+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:07.444+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7730, above threshold 10. [2023-02-07T07:45:07.764+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-CL] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=bb656984-a64b-475b-ba31-ce5b7e5d6cfa, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-CL,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-CL, effectiveTopic=APPC-CL, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(SocketInputStream.java:186) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:07.764+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-CL] UEB GET /events/APPC-CL/bb656984-a64b-475b-ba31-ce5b7e5d6cfa/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-02-07T07:45:07.764+00:00|WARN|HostSelector|DMAAP-source-APPC-CL] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:07.764+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] GET http://message-router:3904/events/APPC-CL/bb656984-a64b-475b-ba31-ce5b7e5d6cfa/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-02-07T07:45:07.767+00:00|INFO|RetryExec|DMAAP-source-APPC-CL] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:45:07.767+00:00|INFO|RetryExec|DMAAP-source-APPC-CL] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:07.770+00:00|INFO|RetryExec|DMAAP-source-APPC-CL] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:45:07.770+00:00|INFO|RetryExec|DMAAP-source-APPC-CL] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:07.772+00:00|INFO|RetryExec|DMAAP-source-APPC-CL] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:45:07.772+00:00|INFO|RetryExec|DMAAP-source-APPC-CL] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:07.774+00:00|WARN|HttpClient|DMAAP-source-APPC-CL] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-07T07:45:07.774+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-07T07:45:07.774+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-07T07:45:07.878+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-DCAE_TOPIC] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=dcae.policy.shared, consumerInstance=d7214fc0-a3e4-4069-8c31-7b4840beea14, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-DCAE_TOPIC,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=DCAE_TOPIC, effectiveTopic=unauthenticated.DCAE_CL_OUTPUT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(SocketInputStream.java:186) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:07.878+00:00|INFO|CambriaConsumerImpl|DMAAP-source-DCAE_TOPIC] UEB GET /events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/d7214fc0-a3e4-4069-8c31-7b4840beea14?timeout=15000&limit=100 [2023-02-07T07:45:07.878+00:00|WARN|HostSelector|DMAAP-source-DCAE_TOPIC] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:07.878+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] GET http://message-router:3904/events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/d7214fc0-a3e4-4069-8c31-7b4840beea14?timeout=15000&limit=100 (anonymous) ... [2023-02-07T07:45:07.883+00:00|INFO|RetryExec|DMAAP-source-DCAE_TOPIC] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:45:07.883+00:00|INFO|RetryExec|DMAAP-source-DCAE_TOPIC] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:07.885+00:00|INFO|RetryExec|DMAAP-source-DCAE_TOPIC] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:45:07.885+00:00|INFO|RetryExec|DMAAP-source-DCAE_TOPIC] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:07.889+00:00|INFO|RetryExec|DMAAP-source-DCAE_TOPIC] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:45:07.889+00:00|INFO|RetryExec|DMAAP-source-DCAE_TOPIC] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:07.893+00:00|WARN|HttpClient|DMAAP-source-DCAE_TOPIC] Error executing HTTP request. message-router:3904 failed to respond; blacklisting for 2 minutes [2023-02-07T07:45:07.893+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of message-router:3904 failed to respond [2023-02-07T07:45:07.893+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-07T07:45:08.460+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16448523 ms [2023-02-07T07:45:08.460+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:08.461+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:08.464+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:08.464+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:08.472+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:08.472+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:08.476+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:08.477+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:08.481+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:08.481+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:08.481+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:08.481+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7731, above threshold 10. [2023-02-07T07:45:09.450+00:00|INFO|RequestLog|qtp931548023-59] 10.233.68.203 - - [07/Feb/2023:07:45:09 +0000] "GET /healthcheck/controllers HTTP/1.1" 200 527 "-" "kube-probe/1.23" [2023-02-07T07:45:09.510+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16449573 ms [2023-02-07T07:45:09.510+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:09.511+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:09.515+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:09.515+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:09.518+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:09.518+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:09.521+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:09.521+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:09.524+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:09.525+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:09.525+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:09.525+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7732, above threshold 10. [2023-02-07T07:45:09.621+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-A1-P-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=82f695fa-48ba-4295-adab-f5856534da18, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-A1-P-RSP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=A1-P-RSP, effectiveTopic=A1-P-RSP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch org.apache.http.NoHttpResponseException: message-router:3904 failed to respond at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:09.621+00:00|INFO|CambriaConsumerImpl|DMAAP-source-A1-P-RSP] UEB GET /events/A1-P-RSP/82f695fa-48ba-4295-adab-f5856534da18/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-02-07T07:45:09.621+00:00|WARN|HostSelector|DMAAP-source-A1-P-RSP] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:09.621+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] GET http://message-router:3904/events/A1-P-RSP/82f695fa-48ba-4295-adab-f5856534da18/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-02-07T07:45:09.628+00:00|INFO|RetryExec|DMAAP-source-A1-P-RSP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:45:09.628+00:00|INFO|RetryExec|DMAAP-source-A1-P-RSP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:09.631+00:00|INFO|RetryExec|DMAAP-source-A1-P-RSP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:45:09.631+00:00|INFO|RetryExec|DMAAP-source-A1-P-RSP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:09.633+00:00|INFO|RetryExec|DMAAP-source-A1-P-RSP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:45:09.633+00:00|INFO|RetryExec|DMAAP-source-A1-P-RSP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:09.635+00:00|WARN|HttpClient|DMAAP-source-A1-P-RSP] Error executing HTTP request. message-router:3904 failed to respond; blacklisting for 2 minutes [2023-02-07T07:45:09.635+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of message-router:3904 failed to respond [2023-02-07T07:45:09.635+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-07T07:45:10.560+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16450623 ms [2023-02-07T07:45:10.560+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:10.561+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:10.565+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:10.565+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:10.575+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:10.575+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:10.580+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:10.580+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:10.584+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:10.585+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:10.585+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:10.585+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7733, above threshold 10. [2023-02-07T07:45:11.610+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16451673 ms [2023-02-07T07:45:11.610+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:11.610+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:11.613+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:11.614+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:11.616+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:11.616+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:11.621+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:11.621+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:11.624+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:11.624+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:11.624+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:11.624+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7734, above threshold 10. [2023-02-07T07:45:12.661+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16452724 ms [2023-02-07T07:45:12.662+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:12.662+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:12.701+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:12.701+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:12.711+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:12.711+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:12.730+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:12.730+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:12.764+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:12.765+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:12.765+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:12.765+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7735, above threshold 10. [2023-02-07T07:45:13.566+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-SDNR-CL-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=823f69f8-1d32-4fe4-962b-4bc9dd0bafcf, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-SDNR-CL-RSP,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=SDNR-CL-RSP, effectiveTopic=SDNR-CL-RSP, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(SocketInputStream.java:186) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:13.567+00:00|INFO|CambriaConsumerImpl|DMAAP-source-SDNR-CL-RSP] UEB GET /events/SDNR-CL-RSP/823f69f8-1d32-4fe4-962b-4bc9dd0bafcf/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-02-07T07:45:13.567+00:00|WARN|HostSelector|DMAAP-source-SDNR-CL-RSP] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:13.567+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] GET http://message-router:3904/events/SDNR-CL-RSP/823f69f8-1d32-4fe4-962b-4bc9dd0bafcf/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-02-07T07:45:13.571+00:00|INFO|RetryExec|DMAAP-source-SDNR-CL-RSP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:45:13.571+00:00|INFO|RetryExec|DMAAP-source-SDNR-CL-RSP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:13.575+00:00|INFO|RetryExec|DMAAP-source-SDNR-CL-RSP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:45:13.575+00:00|INFO|RetryExec|DMAAP-source-SDNR-CL-RSP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:13.578+00:00|INFO|RetryExec|DMAAP-source-SDNR-CL-RSP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:45:13.578+00:00|INFO|RetryExec|DMAAP-source-SDNR-CL-RSP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:13.585+00:00|WARN|HttpClient|DMAAP-source-SDNR-CL-RSP] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-07T07:45:13.585+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-07T07:45:13.585+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-07T07:45:13.810+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16453873 ms [2023-02-07T07:45:13.810+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:13.810+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:13.815+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:13.816+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:13.818+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:13.818+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:13.825+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:13.825+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:13.832+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:13.832+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:13.832+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:13.832+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7736, above threshold 10. [2023-02-07T07:45:14.860+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16454923 ms [2023-02-07T07:45:14.860+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:14.861+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:14.864+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:14.865+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:14.869+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:14.869+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:14.874+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:14.874+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:14.878+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:14.878+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:14.879+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:14.879+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7737, above threshold 10. [2023-02-07T07:45:14.949+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=90a85355-ceb9-48cc-855c-0941ae177720, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(SocketInputStream.java:186) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:14.950+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/90a85355-ceb9-48cc-855c-0941ae177720/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-02-07T07:45:14.950+00:00|WARN|HostSelector|DMAAP-source-POLICY-PDP-PAP] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:14.950+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/90a85355-ceb9-48cc-855c-0941ae177720/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-02-07T07:45:14.954+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:45:14.954+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:14.957+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:45:14.957+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:14.959+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:45:14.960+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:14.963+00:00|WARN|HttpClient|DMAAP-source-POLICY-PDP-PAP] Error executing HTTP request. message-router:3904 failed to respond; blacklisting for 2 minutes [2023-02-07T07:45:14.963+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of message-router:3904 failed to respond [2023-02-07T07:45:14.963+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-07T07:45:15.910+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16455973 ms [2023-02-07T07:45:15.910+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:15.911+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:15.916+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:15.917+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:15.922+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:15.922+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:15.933+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:15.933+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:15.939+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:15.939+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:15.939+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:15.939+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7738, above threshold 10. [2023-02-07T07:45:15.994+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-LCM-WRITE] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=e95cb392-0cd5-4da2-9ca5-47df8ec5ceaf, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-LCM-WRITE,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-LCM-WRITE, effectiveTopic=APPC-LCM-WRITE, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.net.SocketTimeoutException: Read timed out at java.base/java.net.SocketInputStream.socketRead0(Native Method) at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:15.995+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-LCM-WRITE] UEB GET /events/APPC-LCM-WRITE/e95cb392-0cd5-4da2-9ca5-47df8ec5ceaf/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-02-07T07:45:15.995+00:00|WARN|HostSelector|DMAAP-source-APPC-LCM-WRITE] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:15.995+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] GET http://message-router:3904/events/APPC-LCM-WRITE/e95cb392-0cd5-4da2-9ca5-47df8ec5ceaf/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-02-07T07:45:15.998+00:00|INFO|RetryExec|DMAAP-source-APPC-LCM-WRITE] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:45:15.999+00:00|INFO|RetryExec|DMAAP-source-APPC-LCM-WRITE] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:16.003+00:00|INFO|RetryExec|DMAAP-source-APPC-LCM-WRITE] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:45:16.003+00:00|INFO|RetryExec|DMAAP-source-APPC-LCM-WRITE] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:16.014+00:00|INFO|RetryExec|DMAAP-source-APPC-LCM-WRITE] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:45:16.014+00:00|INFO|RetryExec|DMAAP-source-APPC-LCM-WRITE] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:16.016+00:00|WARN|HttpClient|DMAAP-source-APPC-LCM-WRITE] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-07T07:45:16.016+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-07T07:45:16.016+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-07T07:45:16.960+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16457023 ms [2023-02-07T07:45:16.961+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:16.961+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:16.967+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-07T07:45:16.967+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Connection reset java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(SocketInputStream.java:186) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:16.967+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:16.967+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7739, above threshold 10. [2023-02-07T07:45:18.010+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16458073 ms [2023-02-07T07:45:18.010+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:18.010+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:18.014+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:18.014+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:18.016+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:18.016+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:18.018+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:18.018+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:18.021+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:18.021+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:18.021+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:18.021+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7740, above threshold 10. [2023-02-07T07:45:19.060+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16459123 ms [2023-02-07T07:45:19.060+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:19.061+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:19.065+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:19.065+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:19.067+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:19.068+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:19.070+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:19.070+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:19.072+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:19.072+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:19.072+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:19.073+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7741, above threshold 10. [2023-02-07T07:45:20.110+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16460173 ms [2023-02-07T07:45:20.110+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:20.110+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:20.114+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:20.114+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:20.117+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:20.117+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:20.121+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:20.121+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:20.124+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:20.124+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:20.124+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:20.125+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7742, above threshold 10. [2023-02-07T07:45:21.160+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16461223 ms [2023-02-07T07:45:21.160+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:21.160+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:21.165+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:21.166+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:21.168+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:21.169+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:21.170+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:21.171+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:21.174+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:21.174+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:21.174+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:21.174+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7743, above threshold 10. [2023-02-07T07:45:22.210+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16462273 ms [2023-02-07T07:45:22.210+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:22.210+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:22.223+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:22.225+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:22.253+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:22.253+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:22.260+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:22.261+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:22.265+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:22.265+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:22.265+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:22.266+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7744, above threshold 10. [2023-02-07T07:45:22.775+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-CL] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=bb656984-a64b-475b-ba31-ce5b7e5d6cfa, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-CL,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-CL, effectiveTopic=APPC-CL, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(SocketInputStream.java:186) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:22.775+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-CL] UEB GET /events/APPC-CL/bb656984-a64b-475b-ba31-ce5b7e5d6cfa/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-02-07T07:45:22.775+00:00|WARN|HostSelector|DMAAP-source-APPC-CL] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:22.775+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] GET http://message-router:3904/events/APPC-CL/bb656984-a64b-475b-ba31-ce5b7e5d6cfa/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-02-07T07:45:22.788+00:00|INFO|RetryExec|DMAAP-source-APPC-CL] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:45:22.788+00:00|INFO|RetryExec|DMAAP-source-APPC-CL] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:22.795+00:00|INFO|RetryExec|DMAAP-source-APPC-CL] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:45:22.795+00:00|INFO|RetryExec|DMAAP-source-APPC-CL] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:22.803+00:00|INFO|RetryExec|DMAAP-source-APPC-CL] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:45:22.803+00:00|INFO|RetryExec|DMAAP-source-APPC-CL] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:22.810+00:00|WARN|HttpClient|DMAAP-source-APPC-CL] Error executing HTTP request. message-router:3904 failed to respond; blacklisting for 2 minutes [2023-02-07T07:45:22.810+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of message-router:3904 failed to respond [2023-02-07T07:45:22.811+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-07T07:45:22.893+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-DCAE_TOPIC] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=dcae.policy.shared, consumerInstance=d7214fc0-a3e4-4069-8c31-7b4840beea14, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-DCAE_TOPIC,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=DCAE_TOPIC, effectiveTopic=unauthenticated.DCAE_CL_OUTPUT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch org.apache.http.NoHttpResponseException: message-router:3904 failed to respond at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:22.893+00:00|INFO|CambriaConsumerImpl|DMAAP-source-DCAE_TOPIC] UEB GET /events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/d7214fc0-a3e4-4069-8c31-7b4840beea14?timeout=15000&limit=100 [2023-02-07T07:45:22.893+00:00|WARN|HostSelector|DMAAP-source-DCAE_TOPIC] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:22.893+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] GET http://message-router:3904/events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/d7214fc0-a3e4-4069-8c31-7b4840beea14?timeout=15000&limit=100 (anonymous) ... [2023-02-07T07:45:22.898+00:00|INFO|RetryExec|DMAAP-source-DCAE_TOPIC] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:45:22.898+00:00|INFO|RetryExec|DMAAP-source-DCAE_TOPIC] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:22.903+00:00|INFO|RetryExec|DMAAP-source-DCAE_TOPIC] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:45:22.903+00:00|INFO|RetryExec|DMAAP-source-DCAE_TOPIC] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:22.913+00:00|INFO|RetryExec|DMAAP-source-DCAE_TOPIC] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:45:22.913+00:00|INFO|RetryExec|DMAAP-source-DCAE_TOPIC] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:22.932+00:00|WARN|HttpClient|DMAAP-source-DCAE_TOPIC] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-07T07:45:22.932+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-07T07:45:22.932+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-07T07:45:23.312+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16463375 ms [2023-02-07T07:45:23.314+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:23.314+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:23.335+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:23.335+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:23.354+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:23.354+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:23.358+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:23.358+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:23.369+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:23.370+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:23.370+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:23.370+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7745, above threshold 10. [2023-02-07T07:45:24.411+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16464474 ms [2023-02-07T07:45:24.413+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:24.413+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:24.418+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:24.418+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:24.422+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:24.422+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:24.431+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:24.431+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:24.448+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:24.448+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:24.448+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:24.448+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7746, above threshold 10. [2023-02-07T07:45:24.638+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-A1-P-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=82f695fa-48ba-4295-adab-f5856534da18, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-A1-P-RSP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=A1-P-RSP, effectiveTopic=A1-P-RSP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch org.apache.http.NoHttpResponseException: message-router:3904 failed to respond at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:24.638+00:00|INFO|CambriaConsumerImpl|DMAAP-source-A1-P-RSP] UEB GET /events/A1-P-RSP/82f695fa-48ba-4295-adab-f5856534da18/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-02-07T07:45:24.644+00:00|WARN|HostSelector|DMAAP-source-A1-P-RSP] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:24.644+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] GET http://message-router:3904/events/A1-P-RSP/82f695fa-48ba-4295-adab-f5856534da18/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-02-07T07:45:24.654+00:00|INFO|RetryExec|DMAAP-source-A1-P-RSP] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:45:24.654+00:00|INFO|RetryExec|DMAAP-source-A1-P-RSP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:24.656+00:00|INFO|RetryExec|DMAAP-source-A1-P-RSP] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:45:24.656+00:00|INFO|RetryExec|DMAAP-source-A1-P-RSP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:24.659+00:00|INFO|RetryExec|DMAAP-source-A1-P-RSP] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:45:24.659+00:00|INFO|RetryExec|DMAAP-source-A1-P-RSP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:24.667+00:00|WARN|HttpClient|DMAAP-source-A1-P-RSP] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-07T07:45:24.667+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-07T07:45:24.667+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-07T07:45:25.460+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16465523 ms [2023-02-07T07:45:25.460+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:25.460+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:25.469+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:25.469+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:25.472+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:25.473+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:25.479+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:25.479+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:25.483+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:25.483+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:25.483+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:25.483+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7747, above threshold 10. [2023-02-07T07:45:26.510+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16466573 ms [2023-02-07T07:45:26.510+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:26.510+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:26.519+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:26.519+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:26.525+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:26.525+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:26.529+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:26.530+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:26.538+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:26.538+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:26.538+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:26.538+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7748, above threshold 10. [2023-02-07T07:45:27.560+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16467623 ms [2023-02-07T07:45:27.561+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:27.562+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:27.566+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:27.567+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:27.572+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:27.572+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:27.576+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:27.576+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:27.588+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:27.589+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:27.589+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:27.589+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7749, above threshold 10. [2023-02-07T07:45:28.585+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-SDNR-CL-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=823f69f8-1d32-4fe4-962b-4bc9dd0bafcf, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-SDNR-CL-RSP,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=SDNR-CL-RSP, effectiveTopic=SDNR-CL-RSP, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(SocketInputStream.java:186) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:28.585+00:00|INFO|CambriaConsumerImpl|DMAAP-source-SDNR-CL-RSP] UEB GET /events/SDNR-CL-RSP/823f69f8-1d32-4fe4-962b-4bc9dd0bafcf/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-02-07T07:45:28.585+00:00|WARN|HostSelector|DMAAP-source-SDNR-CL-RSP] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:28.586+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] GET http://message-router:3904/events/SDNR-CL-RSP/823f69f8-1d32-4fe4-962b-4bc9dd0bafcf/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-02-07T07:45:28.610+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16468673 ms [2023-02-07T07:45:28.610+00:00|INFO|RetryExec|DMAAP-source-SDNR-CL-RSP] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:45:28.610+00:00|INFO|RetryExec|DMAAP-source-SDNR-CL-RSP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:28.610+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:28.611+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:28.618+00:00|INFO|RetryExec|DMAAP-source-SDNR-CL-RSP] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:45:28.618+00:00|INFO|RetryExec|DMAAP-source-SDNR-CL-RSP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:28.622+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:28.622+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:28.624+00:00|INFO|RetryExec|DMAAP-source-SDNR-CL-RSP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:45:28.624+00:00|INFO|RetryExec|DMAAP-source-SDNR-CL-RSP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:28.625+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:28.626+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:28.627+00:00|WARN|HttpClient|DMAAP-source-SDNR-CL-RSP] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-07T07:45:28.627+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-07T07:45:28.627+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-07T07:45:28.628+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:28.629+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:28.636+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:28.637+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:28.637+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:28.637+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7750, above threshold 10. [2023-02-07T07:45:29.660+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16469723 ms [2023-02-07T07:45:29.661+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:29.661+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:29.666+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:29.666+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:29.688+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:29.689+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:29.694+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:29.694+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:29.701+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:29.702+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:29.702+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:29.702+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7751, above threshold 10. [2023-02-07T07:45:29.972+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=90a85355-ceb9-48cc-855c-0941ae177720, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch org.apache.http.NoHttpResponseException: message-router:3904 failed to respond at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:29.972+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/90a85355-ceb9-48cc-855c-0941ae177720/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-02-07T07:45:29.972+00:00|WARN|HostSelector|DMAAP-source-POLICY-PDP-PAP] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:29.972+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/90a85355-ceb9-48cc-855c-0941ae177720/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-02-07T07:45:29.981+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:45:29.982+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:29.985+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:45:29.986+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:29.988+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:45:29.988+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:29.992+00:00|WARN|HttpClient|DMAAP-source-POLICY-PDP-PAP] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-07T07:45:29.992+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-07T07:45:29.992+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-07T07:45:30.719+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16470782 ms [2023-02-07T07:45:30.720+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:30.720+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:30.734+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:30.734+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:30.749+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:30.749+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:30.759+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:30.760+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:30.767+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:30.768+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:30.768+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:30.769+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7752, above threshold 10. [2023-02-07T07:45:31.017+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-LCM-WRITE] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=e95cb392-0cd5-4da2-9ca5-47df8ec5ceaf, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-LCM-WRITE,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-LCM-WRITE, effectiveTopic=APPC-LCM-WRITE, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(SocketInputStream.java:186) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:31.017+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-LCM-WRITE] UEB GET /events/APPC-LCM-WRITE/e95cb392-0cd5-4da2-9ca5-47df8ec5ceaf/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-02-07T07:45:31.017+00:00|WARN|HostSelector|DMAAP-source-APPC-LCM-WRITE] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:31.017+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] GET http://message-router:3904/events/APPC-LCM-WRITE/e95cb392-0cd5-4da2-9ca5-47df8ec5ceaf/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-02-07T07:45:31.024+00:00|INFO|RetryExec|DMAAP-source-APPC-LCM-WRITE] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:45:31.024+00:00|INFO|RetryExec|DMAAP-source-APPC-LCM-WRITE] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:31.030+00:00|INFO|RetryExec|DMAAP-source-APPC-LCM-WRITE] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:45:31.030+00:00|INFO|RetryExec|DMAAP-source-APPC-LCM-WRITE] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:31.038+00:00|INFO|RetryExec|DMAAP-source-APPC-LCM-WRITE] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:45:31.038+00:00|INFO|RetryExec|DMAAP-source-APPC-LCM-WRITE] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:31.040+00:00|WARN|HttpClient|DMAAP-source-APPC-LCM-WRITE] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-07T07:45:31.040+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-07T07:45:31.040+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-07T07:45:31.811+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16471874 ms [2023-02-07T07:45:31.811+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:31.811+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:31.837+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:31.838+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:31.857+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:31.857+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:31.866+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:31.867+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:31.872+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:31.872+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:31.872+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:31.872+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7753, above threshold 10. [2023-02-07T07:45:32.917+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16472980 ms [2023-02-07T07:45:32.920+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:32.921+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:32.927+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:32.927+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:32.957+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:32.958+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:32.966+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:32.966+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:32.987+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:32.987+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:32.987+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:32.987+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7754, above threshold 10. [2023-02-07T07:45:34.012+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16474073 ms [2023-02-07T07:45:34.012+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:34.013+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:34.016+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:34.017+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:34.021+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:34.022+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:34.025+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:34.026+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:34.054+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:34.054+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:34.055+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:34.055+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7755, above threshold 10. [2023-02-07T07:45:35.061+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16475124 ms [2023-02-07T07:45:35.062+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:35.062+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:35.068+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:35.068+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:35.071+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:35.071+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:35.078+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:35.078+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:35.081+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:35.082+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:35.082+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:35.082+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7756, above threshold 10. [2023-02-07T07:45:36.110+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16476173 ms [2023-02-07T07:45:36.110+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:36.110+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:36.115+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:36.115+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:36.126+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:36.126+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:36.131+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:36.132+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:36.139+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:36.140+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:36.140+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:36.140+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7757, above threshold 10. [2023-02-07T07:45:37.160+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16477223 ms [2023-02-07T07:45:37.160+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:37.161+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:37.164+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:37.164+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:37.167+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:37.167+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:37.170+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:37.170+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:37.173+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:37.173+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:37.173+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:37.173+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7758, above threshold 10. [2023-02-07T07:45:37.812+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-CL] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=bb656984-a64b-475b-ba31-ce5b7e5d6cfa, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-CL,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-CL, effectiveTopic=APPC-CL, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch org.apache.http.NoHttpResponseException: message-router:3904 failed to respond at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:37.812+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-CL] UEB GET /events/APPC-CL/bb656984-a64b-475b-ba31-ce5b7e5d6cfa/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-02-07T07:45:37.812+00:00|WARN|HostSelector|DMAAP-source-APPC-CL] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:37.812+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] GET http://message-router:3904/events/APPC-CL/bb656984-a64b-475b-ba31-ce5b7e5d6cfa/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-02-07T07:45:37.815+00:00|INFO|RetryExec|DMAAP-source-APPC-CL] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:45:37.815+00:00|INFO|RetryExec|DMAAP-source-APPC-CL] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:37.818+00:00|INFO|RetryExec|DMAAP-source-APPC-CL] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:45:37.818+00:00|INFO|RetryExec|DMAAP-source-APPC-CL] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:37.821+00:00|INFO|RetryExec|DMAAP-source-APPC-CL] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:45:37.821+00:00|INFO|RetryExec|DMAAP-source-APPC-CL] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:37.824+00:00|WARN|HttpClient|DMAAP-source-APPC-CL] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-07T07:45:37.824+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-07T07:45:37.824+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-07T07:45:37.933+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-DCAE_TOPIC] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=dcae.policy.shared, consumerInstance=d7214fc0-a3e4-4069-8c31-7b4840beea14, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-DCAE_TOPIC,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=DCAE_TOPIC, effectiveTopic=unauthenticated.DCAE_CL_OUTPUT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(SocketInputStream.java:186) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:37.933+00:00|INFO|CambriaConsumerImpl|DMAAP-source-DCAE_TOPIC] UEB GET /events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/d7214fc0-a3e4-4069-8c31-7b4840beea14?timeout=15000&limit=100 [2023-02-07T07:45:37.933+00:00|WARN|HostSelector|DMAAP-source-DCAE_TOPIC] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:37.933+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] GET http://message-router:3904/events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/d7214fc0-a3e4-4069-8c31-7b4840beea14?timeout=15000&limit=100 (anonymous) ... [2023-02-07T07:45:37.940+00:00|INFO|RetryExec|DMAAP-source-DCAE_TOPIC] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:45:37.941+00:00|INFO|RetryExec|DMAAP-source-DCAE_TOPIC] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:37.954+00:00|INFO|RetryExec|DMAAP-source-DCAE_TOPIC] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:45:37.954+00:00|INFO|RetryExec|DMAAP-source-DCAE_TOPIC] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:37.957+00:00|INFO|RetryExec|DMAAP-source-DCAE_TOPIC] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:45:37.957+00:00|INFO|RetryExec|DMAAP-source-DCAE_TOPIC] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:37.961+00:00|WARN|HttpClient|DMAAP-source-DCAE_TOPIC] Error executing HTTP request. message-router:3904 failed to respond; blacklisting for 2 minutes [2023-02-07T07:45:37.961+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of message-router:3904 failed to respond [2023-02-07T07:45:37.961+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-07T07:45:38.173+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16478236 ms [2023-02-07T07:45:38.184+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:38.185+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:38.189+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:38.189+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:38.192+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:38.192+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:38.196+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:38.196+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:38.201+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:38.208+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:38.209+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:38.209+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7759, above threshold 10. [2023-02-07T07:45:39.210+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16479273 ms [2023-02-07T07:45:39.211+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:39.211+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:39.223+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:39.223+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:39.243+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:39.243+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:39.253+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:39.253+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:39.262+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:39.262+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:39.262+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:39.262+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7760, above threshold 10. [2023-02-07T07:45:39.668+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-A1-P-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=82f695fa-48ba-4295-adab-f5856534da18, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-A1-P-RSP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=A1-P-RSP, effectiveTopic=A1-P-RSP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(SocketInputStream.java:186) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:39.668+00:00|INFO|CambriaConsumerImpl|DMAAP-source-A1-P-RSP] UEB GET /events/A1-P-RSP/82f695fa-48ba-4295-adab-f5856534da18/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-02-07T07:45:39.668+00:00|WARN|HostSelector|DMAAP-source-A1-P-RSP] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:39.668+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] GET http://message-router:3904/events/A1-P-RSP/82f695fa-48ba-4295-adab-f5856534da18/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-02-07T07:45:39.671+00:00|INFO|RetryExec|DMAAP-source-A1-P-RSP] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:45:39.671+00:00|INFO|RetryExec|DMAAP-source-A1-P-RSP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:39.674+00:00|INFO|RetryExec|DMAAP-source-A1-P-RSP] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:45:39.674+00:00|INFO|RetryExec|DMAAP-source-A1-P-RSP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:39.678+00:00|INFO|RetryExec|DMAAP-source-A1-P-RSP] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:45:39.678+00:00|INFO|RetryExec|DMAAP-source-A1-P-RSP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:39.683+00:00|WARN|HttpClient|DMAAP-source-A1-P-RSP] Error executing HTTP request. message-router:3904 failed to respond; blacklisting for 2 minutes [2023-02-07T07:45:39.683+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of message-router:3904 failed to respond [2023-02-07T07:45:39.683+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-07T07:45:40.310+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16480373 ms [2023-02-07T07:45:40.310+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:40.310+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:40.321+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:40.321+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:40.341+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:40.341+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:40.352+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:40.352+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:40.366+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:40.366+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:40.366+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:40.366+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7761, above threshold 10. [2023-02-07T07:45:41.413+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16481476 ms [2023-02-07T07:45:41.413+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:41.413+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:41.420+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:41.420+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:41.426+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:41.426+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:41.440+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:41.440+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:41.458+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:41.459+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:41.459+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:41.459+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7762, above threshold 10. [2023-02-07T07:45:42.460+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16482523 ms [2023-02-07T07:45:42.472+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:42.472+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:42.506+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:42.506+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:42.537+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:42.538+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:42.556+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:42.556+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:42.571+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:42.572+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:42.572+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:42.572+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7763, above threshold 10. [2023-02-07T07:45:43.610+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16483673 ms [2023-02-07T07:45:43.611+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:43.611+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:43.614+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:43.614+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:43.620+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:43.620+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:43.628+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-SDNR-CL-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=823f69f8-1d32-4fe4-962b-4bc9dd0bafcf, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-SDNR-CL-RSP,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=SDNR-CL-RSP, effectiveTopic=SDNR-CL-RSP, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(SocketInputStream.java:186) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:43.629+00:00|INFO|CambriaConsumerImpl|DMAAP-source-SDNR-CL-RSP] UEB GET /events/SDNR-CL-RSP/823f69f8-1d32-4fe4-962b-4bc9dd0bafcf/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-02-07T07:45:43.629+00:00|WARN|HostSelector|DMAAP-source-SDNR-CL-RSP] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:43.629+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] GET http://message-router:3904/events/SDNR-CL-RSP/823f69f8-1d32-4fe4-962b-4bc9dd0bafcf/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-02-07T07:45:43.656+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:43.656+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:43.663+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:43.664+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:43.664+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:43.664+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7764, above threshold 10. [2023-02-07T07:45:43.664+00:00|INFO|RetryExec|DMAAP-source-SDNR-CL-RSP] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:45:43.664+00:00|INFO|RetryExec|DMAAP-source-SDNR-CL-RSP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:43.669+00:00|INFO|RetryExec|DMAAP-source-SDNR-CL-RSP] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:45:43.669+00:00|INFO|RetryExec|DMAAP-source-SDNR-CL-RSP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:43.676+00:00|INFO|RetryExec|DMAAP-source-SDNR-CL-RSP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:45:43.676+00:00|INFO|RetryExec|DMAAP-source-SDNR-CL-RSP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:43.691+00:00|WARN|HttpClient|DMAAP-source-SDNR-CL-RSP] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-07T07:45:43.691+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-07T07:45:43.691+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-07T07:45:44.710+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16484773 ms [2023-02-07T07:45:44.710+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:44.710+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:44.715+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:44.716+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:44.727+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:44.727+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:44.739+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-07T07:45:44.740+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Connection reset java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(SocketInputStream.java:186) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:44.740+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:44.740+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7765, above threshold 10. [2023-02-07T07:45:44.992+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=90a85355-ceb9-48cc-855c-0941ae177720, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(SocketInputStream.java:186) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:44.993+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/90a85355-ceb9-48cc-855c-0941ae177720/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-02-07T07:45:44.993+00:00|WARN|HostSelector|DMAAP-source-POLICY-PDP-PAP] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:44.993+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/90a85355-ceb9-48cc-855c-0941ae177720/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-02-07T07:45:44.996+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:45:44.997+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:45.008+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:45:45.008+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:45.011+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:45:45.012+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:45.015+00:00|WARN|HttpClient|DMAAP-source-POLICY-PDP-PAP] Error executing HTTP request. message-router:3904 failed to respond; blacklisting for 2 minutes [2023-02-07T07:45:45.016+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of message-router:3904 failed to respond [2023-02-07T07:45:45.016+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-07T07:45:45.746+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16485809 ms [2023-02-07T07:45:45.747+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:45.747+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:45.777+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:45.778+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:45.781+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:45.781+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:45.814+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:45.814+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:45.834+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:45.834+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:45.834+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:45.834+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7766, above threshold 10. [2023-02-07T07:45:46.040+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-LCM-WRITE] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=e95cb392-0cd5-4da2-9ca5-47df8ec5ceaf, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-LCM-WRITE,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-LCM-WRITE, effectiveTopic=APPC-LCM-WRITE, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(SocketInputStream.java:186) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:46.041+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-LCM-WRITE] UEB GET /events/APPC-LCM-WRITE/e95cb392-0cd5-4da2-9ca5-47df8ec5ceaf/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-02-07T07:45:46.041+00:00|WARN|HostSelector|DMAAP-source-APPC-LCM-WRITE] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:46.041+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] GET http://message-router:3904/events/APPC-LCM-WRITE/e95cb392-0cd5-4da2-9ca5-47df8ec5ceaf/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-02-07T07:45:46.050+00:00|INFO|RetryExec|DMAAP-source-APPC-LCM-WRITE] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:45:46.050+00:00|INFO|RetryExec|DMAAP-source-APPC-LCM-WRITE] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:46.065+00:00|INFO|RetryExec|DMAAP-source-APPC-LCM-WRITE] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:45:46.065+00:00|INFO|RetryExec|DMAAP-source-APPC-LCM-WRITE] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:46.077+00:00|INFO|RetryExec|DMAAP-source-APPC-LCM-WRITE] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:45:46.078+00:00|INFO|RetryExec|DMAAP-source-APPC-LCM-WRITE] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:46.084+00:00|WARN|HttpClient|DMAAP-source-APPC-LCM-WRITE] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-07T07:45:46.085+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-07T07:45:46.085+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-07T07:45:46.861+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16486924 ms [2023-02-07T07:45:46.861+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:46.861+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:46.867+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:46.867+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:46.871+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:46.872+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:46.874+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:46.874+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:46.877+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:46.877+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:46.877+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:46.877+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7767, above threshold 10. [2023-02-07T07:45:47.910+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16487973 ms [2023-02-07T07:45:47.910+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:47.910+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:47.916+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:47.917+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:47.923+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:47.923+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:47.926+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:47.926+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:47.930+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:47.931+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:47.931+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:47.931+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7768, above threshold 10. [2023-02-07T07:45:48.960+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16489023 ms [2023-02-07T07:45:48.960+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:48.960+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:48.966+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:48.966+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:48.972+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:48.972+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:48.983+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:48.983+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:48.986+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:48.987+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:48.987+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:48.987+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7769, above threshold 10. [2023-02-07T07:45:50.017+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16490080 ms [2023-02-07T07:45:50.018+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:50.018+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:50.027+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:50.029+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:50.038+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:50.038+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:50.044+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:50.044+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:50.048+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:50.049+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:50.049+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:50.049+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7770, above threshold 10. [2023-02-07T07:45:51.062+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16491125 ms [2023-02-07T07:45:51.063+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:51.063+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:51.069+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:51.069+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:51.091+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:51.091+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:51.114+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:51.114+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:51.136+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:51.137+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:51.137+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:51.137+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7771, above threshold 10. [2023-02-07T07:45:52.161+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16492224 ms [2023-02-07T07:45:52.162+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:52.162+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:52.171+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:52.171+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:52.179+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:52.179+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:52.182+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:52.184+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:52.186+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:52.187+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:52.187+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:52.187+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7772, above threshold 10. [2023-02-07T07:45:52.828+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-CL] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=bb656984-a64b-475b-ba31-ce5b7e5d6cfa, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-CL,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-CL, effectiveTopic=APPC-CL, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(SocketInputStream.java:186) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:52.829+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-CL] UEB GET /events/APPC-CL/bb656984-a64b-475b-ba31-ce5b7e5d6cfa/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-02-07T07:45:52.829+00:00|WARN|HostSelector|DMAAP-source-APPC-CL] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:52.829+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] GET http://message-router:3904/events/APPC-CL/bb656984-a64b-475b-ba31-ce5b7e5d6cfa/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-02-07T07:45:52.854+00:00|INFO|RetryExec|DMAAP-source-APPC-CL] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:45:52.854+00:00|INFO|RetryExec|DMAAP-source-APPC-CL] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:52.865+00:00|INFO|RetryExec|DMAAP-source-APPC-CL] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:45:52.865+00:00|INFO|RetryExec|DMAAP-source-APPC-CL] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:52.869+00:00|INFO|RetryExec|DMAAP-source-APPC-CL] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:45:52.869+00:00|INFO|RetryExec|DMAAP-source-APPC-CL] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:52.884+00:00|WARN|HttpClient|DMAAP-source-APPC-CL] Error executing HTTP request. message-router:3904 failed to respond; blacklisting for 2 minutes [2023-02-07T07:45:52.884+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of message-router:3904 failed to respond [2023-02-07T07:45:52.884+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-07T07:45:52.961+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-DCAE_TOPIC] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=dcae.policy.shared, consumerInstance=d7214fc0-a3e4-4069-8c31-7b4840beea14, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-DCAE_TOPIC,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=DCAE_TOPIC, effectiveTopic=unauthenticated.DCAE_CL_OUTPUT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch org.apache.http.NoHttpResponseException: message-router:3904 failed to respond at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:52.962+00:00|INFO|CambriaConsumerImpl|DMAAP-source-DCAE_TOPIC] UEB GET /events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/d7214fc0-a3e4-4069-8c31-7b4840beea14?timeout=15000&limit=100 [2023-02-07T07:45:52.962+00:00|WARN|HostSelector|DMAAP-source-DCAE_TOPIC] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:52.962+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] GET http://message-router:3904/events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/d7214fc0-a3e4-4069-8c31-7b4840beea14?timeout=15000&limit=100 (anonymous) ... [2023-02-07T07:45:52.964+00:00|INFO|RetryExec|DMAAP-source-DCAE_TOPIC] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:45:52.964+00:00|INFO|RetryExec|DMAAP-source-DCAE_TOPIC] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:52.972+00:00|INFO|RetryExec|DMAAP-source-DCAE_TOPIC] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:45:52.972+00:00|INFO|RetryExec|DMAAP-source-DCAE_TOPIC] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:52.976+00:00|INFO|RetryExec|DMAAP-source-DCAE_TOPIC] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:45:52.976+00:00|INFO|RetryExec|DMAAP-source-DCAE_TOPIC] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:52.982+00:00|WARN|HttpClient|DMAAP-source-DCAE_TOPIC] Error executing HTTP request. message-router:3904 failed to respond; blacklisting for 2 minutes [2023-02-07T07:45:52.982+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of message-router:3904 failed to respond [2023-02-07T07:45:52.982+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-07T07:45:53.210+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16493273 ms [2023-02-07T07:45:53.211+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:53.211+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:53.217+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:53.217+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:53.225+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:53.225+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:53.230+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:53.230+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:53.234+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:53.235+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:53.235+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:53.235+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7773, above threshold 10. [2023-02-07T07:45:54.260+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16494323 ms [2023-02-07T07:45:54.269+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:54.270+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:54.300+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:54.300+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:54.339+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:54.347+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:54.358+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:54.359+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:54.383+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:54.384+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:54.385+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:54.385+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7774, above threshold 10. [2023-02-07T07:45:54.686+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-A1-P-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=82f695fa-48ba-4295-adab-f5856534da18, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-A1-P-RSP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=A1-P-RSP, effectiveTopic=A1-P-RSP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch org.apache.http.NoHttpResponseException: message-router:3904 failed to respond at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:54.687+00:00|INFO|CambriaConsumerImpl|DMAAP-source-A1-P-RSP] UEB GET /events/A1-P-RSP/82f695fa-48ba-4295-adab-f5856534da18/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-02-07T07:45:54.688+00:00|WARN|HostSelector|DMAAP-source-A1-P-RSP] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:54.688+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] GET http://message-router:3904/events/A1-P-RSP/82f695fa-48ba-4295-adab-f5856534da18/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-02-07T07:45:54.694+00:00|INFO|RetryExec|DMAAP-source-A1-P-RSP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:45:54.694+00:00|INFO|RetryExec|DMAAP-source-A1-P-RSP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:54.698+00:00|INFO|RetryExec|DMAAP-source-A1-P-RSP] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:45:54.698+00:00|INFO|RetryExec|DMAAP-source-A1-P-RSP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:54.704+00:00|INFO|RetryExec|DMAAP-source-A1-P-RSP] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:45:54.705+00:00|INFO|RetryExec|DMAAP-source-A1-P-RSP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:54.731+00:00|WARN|HttpClient|DMAAP-source-A1-P-RSP] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-07T07:45:54.731+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-07T07:45:54.731+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-07T07:45:55.414+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16495477 ms [2023-02-07T07:45:55.417+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:55.418+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:55.431+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:55.431+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:55.436+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:55.436+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:55.439+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:55.440+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:55.448+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:55.448+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:55.448+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:55.448+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7775, above threshold 10. [2023-02-07T07:45:56.460+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16496523 ms [2023-02-07T07:45:56.461+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:56.462+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:56.470+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:56.470+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:56.482+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:56.482+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:56.489+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:56.489+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:56.519+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:56.520+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:56.520+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:56.520+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7776, above threshold 10. [2023-02-07T07:45:57.561+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16497624 ms [2023-02-07T07:45:57.562+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:57.562+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:57.577+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:57.577+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:57.617+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:57.617+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:57.659+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:57.659+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:57.669+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:57.670+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:57.670+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:57.670+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7777, above threshold 10. [2023-02-07T07:45:58.707+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-SDNR-CL-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=823f69f8-1d32-4fe4-962b-4bc9dd0bafcf, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-SDNR-CL-RSP,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=SDNR-CL-RSP, effectiveTopic=SDNR-CL-RSP, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(SocketInputStream.java:186) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:58.708+00:00|INFO|CambriaConsumerImpl|DMAAP-source-SDNR-CL-RSP] UEB GET /events/SDNR-CL-RSP/823f69f8-1d32-4fe4-962b-4bc9dd0bafcf/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-02-07T07:45:58.708+00:00|WARN|HostSelector|DMAAP-source-SDNR-CL-RSP] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:58.708+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] GET http://message-router:3904/events/SDNR-CL-RSP/823f69f8-1d32-4fe4-962b-4bc9dd0bafcf/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-02-07T07:45:58.713+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16498776 ms [2023-02-07T07:45:58.713+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:58.713+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:58.717+00:00|INFO|RetryExec|DMAAP-source-SDNR-CL-RSP] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:45:58.717+00:00|INFO|RetryExec|DMAAP-source-SDNR-CL-RSP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:58.723+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:58.723+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:58.725+00:00|INFO|RetryExec|DMAAP-source-SDNR-CL-RSP] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:45:58.725+00:00|INFO|RetryExec|DMAAP-source-SDNR-CL-RSP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:58.728+00:00|INFO|RetryExec|DMAAP-source-SDNR-CL-RSP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:45:58.728+00:00|INFO|RetryExec|DMAAP-source-SDNR-CL-RSP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:58.728+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:58.729+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:58.731+00:00|WARN|HttpClient|DMAAP-source-SDNR-CL-RSP] Error executing HTTP request. message-router:3904 failed to respond; blacklisting for 2 minutes [2023-02-07T07:45:58.731+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of message-router:3904 failed to respond [2023-02-07T07:45:58.731+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-07T07:45:58.731+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:58.732+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:58.738+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-07T07:45:58.739+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Connection reset java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(SocketInputStream.java:186) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:58.739+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:58.739+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7778, above threshold 10. [2023-02-07T07:45:59.761+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16499824 ms [2023-02-07T07:45:59.762+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:45:59.762+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:45:59.782+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:59.782+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:59.790+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:45:59.790+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:59.793+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:45:59.793+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:45:59.800+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-07T07:45:59.801+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:45:59.801+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:45:59.801+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7779, above threshold 10. [2023-02-07T07:46:00.018+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=90a85355-ceb9-48cc-855c-0941ae177720, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch org.apache.http.NoHttpResponseException: message-router:3904 failed to respond at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:46:00.019+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/90a85355-ceb9-48cc-855c-0941ae177720/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-02-07T07:46:00.019+00:00|WARN|HostSelector|DMAAP-source-POLICY-PDP-PAP] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:46:00.019+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/90a85355-ceb9-48cc-855c-0941ae177720/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-02-07T07:46:00.046+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:46:00.046+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:00.060+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:46:00.060+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:00.080+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:46:00.081+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:00.111+00:00|WARN|HttpClient|DMAAP-source-POLICY-PDP-PAP] Error executing HTTP request. message-router:3904 failed to respond; blacklisting for 2 minutes [2023-02-07T07:46:00.112+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of message-router:3904 failed to respond [2023-02-07T07:46:00.112+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-07T07:46:00.821+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16500884 ms [2023-02-07T07:46:00.822+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:46:00.822+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:46:00.867+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:46:00.867+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:00.892+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:46:00.893+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:00.906+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:46:00.906+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:00.919+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-07T07:46:00.919+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:46:00.919+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:46:00.919+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7780, above threshold 10. [2023-02-07T07:46:01.086+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-LCM-WRITE] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=e95cb392-0cd5-4da2-9ca5-47df8ec5ceaf, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-LCM-WRITE,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-LCM-WRITE, effectiveTopic=APPC-LCM-WRITE, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(SocketInputStream.java:186) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:46:01.086+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-LCM-WRITE] UEB GET /events/APPC-LCM-WRITE/e95cb392-0cd5-4da2-9ca5-47df8ec5ceaf/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-02-07T07:46:01.086+00:00|WARN|HostSelector|DMAAP-source-APPC-LCM-WRITE] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:46:01.086+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] GET http://message-router:3904/events/APPC-LCM-WRITE/e95cb392-0cd5-4da2-9ca5-47df8ec5ceaf/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-02-07T07:46:01.090+00:00|INFO|RetryExec|DMAAP-source-APPC-LCM-WRITE] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:46:01.090+00:00|INFO|RetryExec|DMAAP-source-APPC-LCM-WRITE] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:01.102+00:00|INFO|RetryExec|DMAAP-source-APPC-LCM-WRITE] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:46:01.102+00:00|INFO|RetryExec|DMAAP-source-APPC-LCM-WRITE] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:01.107+00:00|INFO|RetryExec|DMAAP-source-APPC-LCM-WRITE] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:46:01.107+00:00|INFO|RetryExec|DMAAP-source-APPC-LCM-WRITE] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:01.112+00:00|WARN|HttpClient|DMAAP-source-APPC-LCM-WRITE] Error executing HTTP request. message-router:3904 failed to respond; blacklisting for 2 minutes [2023-02-07T07:46:01.113+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of message-router:3904 failed to respond [2023-02-07T07:46:01.113+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-07T07:46:01.979+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16502042 ms [2023-02-07T07:46:01.983+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:46:01.984+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:46:02.002+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:46:02.002+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:02.021+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:46:02.022+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:02.038+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:46:02.038+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:02.062+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-07T07:46:02.063+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:46:02.063+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:46:02.063+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7781, above threshold 10. [2023-02-07T07:46:03.111+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16503174 ms [2023-02-07T07:46:03.114+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:46:03.114+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:46:03.131+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:46:03.131+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:03.151+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:46:03.152+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:03.170+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:46:03.170+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:03.174+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-07T07:46:03.175+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:46:03.176+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:46:03.177+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7782, above threshold 10. [2023-02-07T07:46:04.210+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16504273 ms [2023-02-07T07:46:04.210+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:46:04.210+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:46:04.243+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:46:04.243+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:04.260+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:46:04.260+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:04.266+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:46:04.266+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:04.279+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-07T07:46:04.279+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:46:04.279+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:46:04.279+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7783, above threshold 10. [2023-02-07T07:46:05.310+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16505373 ms [2023-02-07T07:46:05.310+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:46:05.310+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:46:05.333+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:46:05.333+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:05.338+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:46:05.339+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:05.347+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:46:05.347+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:05.351+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-07T07:46:05.352+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:46:05.352+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:46:05.352+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7784, above threshold 10. [2023-02-07T07:46:06.361+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16506424 ms [2023-02-07T07:46:06.363+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:46:06.363+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:46:06.389+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:46:06.389+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:06.409+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:46:06.409+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:06.420+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:46:06.420+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:06.424+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-07T07:46:06.424+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:46:06.425+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:46:06.425+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7785, above threshold 10. [2023-02-07T07:46:07.461+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16507524 ms [2023-02-07T07:46:07.462+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:46:07.462+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:46:07.474+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:46:07.474+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:07.510+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:46:07.510+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:07.531+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:46:07.531+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:07.544+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-07T07:46:07.544+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:46:07.544+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:46:07.545+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7786, above threshold 10. [2023-02-07T07:46:07.886+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-CL] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=bb656984-a64b-475b-ba31-ce5b7e5d6cfa, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-CL,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-CL, effectiveTopic=APPC-CL, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch org.apache.http.NoHttpResponseException: message-router:3904 failed to respond at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:46:07.886+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-CL] UEB GET /events/APPC-CL/bb656984-a64b-475b-ba31-ce5b7e5d6cfa/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-02-07T07:46:07.898+00:00|WARN|HostSelector|DMAAP-source-APPC-CL] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:46:07.898+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] GET http://message-router:3904/events/APPC-CL/bb656984-a64b-475b-ba31-ce5b7e5d6cfa/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-02-07T07:46:07.920+00:00|INFO|RetryExec|DMAAP-source-APPC-CL] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:46:07.920+00:00|INFO|RetryExec|DMAAP-source-APPC-CL] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:07.935+00:00|INFO|RetryExec|DMAAP-source-APPC-CL] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:46:07.936+00:00|INFO|RetryExec|DMAAP-source-APPC-CL] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:07.947+00:00|INFO|RetryExec|DMAAP-source-APPC-CL] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:46:07.947+00:00|INFO|RetryExec|DMAAP-source-APPC-CL] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:07.975+00:00|WARN|HttpClient|DMAAP-source-APPC-CL] Error executing HTTP request. message-router:3904 failed to respond; blacklisting for 2 minutes [2023-02-07T07:46:07.976+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of message-router:3904 failed to respond [2023-02-07T07:46:07.976+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-07T07:46:07.995+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-DCAE_TOPIC] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=dcae.policy.shared, consumerInstance=d7214fc0-a3e4-4069-8c31-7b4840beea14, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-DCAE_TOPIC,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=DCAE_TOPIC, effectiveTopic=unauthenticated.DCAE_CL_OUTPUT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch org.apache.http.NoHttpResponseException: message-router:3904 failed to respond at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:46:07.995+00:00|INFO|CambriaConsumerImpl|DMAAP-source-DCAE_TOPIC] UEB GET /events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/d7214fc0-a3e4-4069-8c31-7b4840beea14?timeout=15000&limit=100 [2023-02-07T07:46:07.995+00:00|WARN|HostSelector|DMAAP-source-DCAE_TOPIC] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:46:07.995+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] GET http://message-router:3904/events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/d7214fc0-a3e4-4069-8c31-7b4840beea14?timeout=15000&limit=100 (anonymous) ... [2023-02-07T07:46:08.007+00:00|INFO|RetryExec|DMAAP-source-DCAE_TOPIC] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:46:08.008+00:00|INFO|RetryExec|DMAAP-source-DCAE_TOPIC] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:08.017+00:00|INFO|RetryExec|DMAAP-source-DCAE_TOPIC] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:46:08.017+00:00|INFO|RetryExec|DMAAP-source-DCAE_TOPIC] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:08.021+00:00|INFO|RetryExec|DMAAP-source-DCAE_TOPIC] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:46:08.021+00:00|INFO|RetryExec|DMAAP-source-DCAE_TOPIC] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:08.036+00:00|WARN|HttpClient|DMAAP-source-DCAE_TOPIC] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-07T07:46:08.036+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-07T07:46:08.036+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-07T07:46:08.561+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16508624 ms [2023-02-07T07:46:08.561+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:46:08.561+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:46:08.568+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:46:08.568+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:08.595+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:46:08.595+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:08.614+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:46:08.614+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:08.636+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-07T07:46:08.636+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:46:08.637+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:46:08.637+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7787, above threshold 10. [2023-02-07T07:46:09.461+00:00|INFO|RequestLog|qtp931548023-66] 10.233.68.203 - - [07/Feb/2023:07:46:09 +0000] "GET /healthcheck/controllers HTTP/1.1" 200 527 "-" "kube-probe/1.23" [2023-02-07T07:46:09.662+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16509725 ms [2023-02-07T07:46:09.664+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:46:09.664+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:46:09.690+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:46:09.691+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:09.699+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:46:09.699+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:09.707+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:46:09.708+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:09.714+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-07T07:46:09.715+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:46:09.715+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:46:09.717+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7788, above threshold 10. [2023-02-07T07:46:09.749+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-A1-P-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=82f695fa-48ba-4295-adab-f5856534da18, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-A1-P-RSP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=A1-P-RSP, effectiveTopic=A1-P-RSP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.net.SocketException: Connection reset at java.base/java.net.SocketInputStream.read(SocketInputStream.java:186) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:46:09.750+00:00|INFO|CambriaConsumerImpl|DMAAP-source-A1-P-RSP] UEB GET /events/A1-P-RSP/82f695fa-48ba-4295-adab-f5856534da18/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-02-07T07:46:09.750+00:00|WARN|HostSelector|DMAAP-source-A1-P-RSP] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:46:09.750+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] GET http://message-router:3904/events/A1-P-RSP/82f695fa-48ba-4295-adab-f5856534da18/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-02-07T07:46:09.765+00:00|INFO|RetryExec|DMAAP-source-A1-P-RSP] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:46:09.766+00:00|INFO|RetryExec|DMAAP-source-A1-P-RSP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:09.775+00:00|INFO|RetryExec|DMAAP-source-A1-P-RSP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:46:09.776+00:00|INFO|RetryExec|DMAAP-source-A1-P-RSP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:09.795+00:00|INFO|RetryExec|DMAAP-source-A1-P-RSP] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:46:09.795+00:00|INFO|RetryExec|DMAAP-source-A1-P-RSP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:09.801+00:00|WARN|HttpClient|DMAAP-source-A1-P-RSP] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-07T07:46:09.801+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-07T07:46:09.801+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-07T07:46:10.760+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16510823 ms [2023-02-07T07:46:10.760+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:46:10.760+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:46:10.776+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:46:10.777+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:10.826+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:46:10.827+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:10.835+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:46:10.836+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:10.842+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-07T07:46:10.842+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:46:10.842+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:46:10.842+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7789, above threshold 10. [2023-02-07T07:46:11.861+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16511924 ms [2023-02-07T07:46:11.861+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:46:11.861+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:46:11.882+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:46:11.882+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:11.894+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:46:11.924+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:11.936+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:46:11.937+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:11.956+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-07T07:46:11.956+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:46:11.956+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:46:11.956+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7790, above threshold 10. [2023-02-07T07:46:12.960+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16513023 ms [2023-02-07T07:46:12.961+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:46:12.961+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:46:12.975+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:46:12.975+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:12.990+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:46:12.990+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:13.013+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:46:13.014+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:13.020+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-07T07:46:13.020+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:46:13.020+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:46:13.020+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7791, above threshold 10. [2023-02-07T07:46:13.732+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-SDNR-CL-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=823f69f8-1d32-4fe4-962b-4bc9dd0bafcf, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-SDNR-CL-RSP,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=SDNR-CL-RSP, effectiveTopic=SDNR-CL-RSP, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch org.apache.http.NoHttpResponseException: message-router:3904 failed to respond at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:46:13.732+00:00|INFO|CambriaConsumerImpl|DMAAP-source-SDNR-CL-RSP] UEB GET /events/SDNR-CL-RSP/823f69f8-1d32-4fe4-962b-4bc9dd0bafcf/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-02-07T07:46:13.732+00:00|WARN|HostSelector|DMAAP-source-SDNR-CL-RSP] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:46:13.732+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] GET http://message-router:3904/events/SDNR-CL-RSP/823f69f8-1d32-4fe4-962b-4bc9dd0bafcf/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-02-07T07:46:13.738+00:00|INFO|RetryExec|DMAAP-source-SDNR-CL-RSP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:46:13.738+00:00|INFO|RetryExec|DMAAP-source-SDNR-CL-RSP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:13.768+00:00|INFO|RetryExec|DMAAP-source-SDNR-CL-RSP] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:46:13.768+00:00|INFO|RetryExec|DMAAP-source-SDNR-CL-RSP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:13.772+00:00|INFO|RetryExec|DMAAP-source-SDNR-CL-RSP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:46:13.772+00:00|INFO|RetryExec|DMAAP-source-SDNR-CL-RSP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:13.801+00:00|WARN|HttpClient|DMAAP-source-SDNR-CL-RSP] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-07T07:46:13.802+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-07T07:46:13.802+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-07T07:46:14.060+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16514123 ms [2023-02-07T07:46:14.060+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:46:14.060+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:46:14.072+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:46:14.073+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:14.085+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:46:14.085+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:14.090+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:46:14.090+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:14.094+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-07T07:46:14.094+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:46:14.094+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:46:14.094+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7792, above threshold 10. [2023-02-07T07:46:15.111+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16515174 ms [2023-02-07T07:46:15.111+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:46:15.111+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:46:15.114+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=90a85355-ceb9-48cc-855c-0941ae177720, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch org.apache.http.NoHttpResponseException: message-router:3904 failed to respond at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:46:15.114+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/90a85355-ceb9-48cc-855c-0941ae177720/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-02-07T07:46:15.114+00:00|WARN|HostSelector|DMAAP-source-POLICY-PDP-PAP] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:46:15.114+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/90a85355-ceb9-48cc-855c-0941ae177720/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-02-07T07:46:15.116+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:46:15.116+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:15.118+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:46:15.118+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:15.120+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:46:15.120+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:15.121+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:46:15.122+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:15.123+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:46:15.123+00:00|INFO|RetryExec|DMAAP-source-POLICY-PDP-PAP] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:15.125+00:00|WARN|HttpClient|DMAAP-source-POLICY-PDP-PAP] Error executing HTTP request. message-router:3904 failed to respond; blacklisting for 2 minutes [2023-02-07T07:46:15.126+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of message-router:3904 failed to respond [2023-02-07T07:46:15.126+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-07T07:46:15.132+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:46:15.133+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:15.142+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-07T07:46:15.143+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:46:15.143+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:46:15.143+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7793, above threshold 10. [2023-02-07T07:46:16.114+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-LCM-WRITE] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=e95cb392-0cd5-4da2-9ca5-47df8ec5ceaf, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-LCM-WRITE,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-LCM-WRITE, effectiveTopic=APPC-LCM-WRITE, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch org.apache.http.NoHttpResponseException: message-router:3904 failed to respond at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:46:16.114+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-LCM-WRITE] UEB GET /events/APPC-LCM-WRITE/e95cb392-0cd5-4da2-9ca5-47df8ec5ceaf/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-02-07T07:46:16.114+00:00|WARN|HostSelector|DMAAP-source-APPC-LCM-WRITE] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:46:16.114+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] GET http://message-router:3904/events/APPC-LCM-WRITE/e95cb392-0cd5-4da2-9ca5-47df8ec5ceaf/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-02-07T07:46:16.132+00:00|INFO|RetryExec|DMAAP-source-APPC-LCM-WRITE] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:46:16.132+00:00|INFO|RetryExec|DMAAP-source-APPC-LCM-WRITE] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:16.137+00:00|INFO|RetryExec|DMAAP-source-APPC-LCM-WRITE] I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://message-router:3904: The target server failed to respond [2023-02-07T07:46:16.137+00:00|INFO|RetryExec|DMAAP-source-APPC-LCM-WRITE] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:16.140+00:00|INFO|RetryExec|DMAAP-source-APPC-LCM-WRITE] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset [2023-02-07T07:46:16.140+00:00|INFO|RetryExec|DMAAP-source-APPC-LCM-WRITE] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:16.141+00:00|WARN|HttpClient|DMAAP-source-APPC-LCM-WRITE] Error executing HTTP request. Connection reset; blacklisting for 2 minutes [2023-02-07T07:46:16.141+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connection reset [2023-02-07T07:46:16.141+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-02-07T07:46:16.160+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16516223 ms [2023-02-07T07:46:16.160+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:46:16.160+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:46:16.163+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:46:16.163+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:16.165+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:46:16.165+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:16.169+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:46:16.169+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:16.173+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-07T07:46:16.174+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:46:16.174+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:46:16.174+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7794, above threshold 10. [2023-02-07T07:46:17.211+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16517274 ms [2023-02-07T07:46:17.211+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:46:17.211+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:46:17.216+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:46:17.216+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:17.218+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:46:17.219+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:17.239+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:46:17.239+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:17.249+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-07T07:46:17.249+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:46:17.249+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:46:17.249+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7795, above threshold 10. [2023-02-07T07:46:18.260+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16518323 ms [2023-02-07T07:46:18.260+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:46:18.260+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:46:18.267+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:46:18.267+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:18.288+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:46:18.288+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:18.294+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:46:18.295+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:18.301+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Connection reset by peer (Write failed); blacklisting for 2 minutes [2023-02-07T07:46:18.301+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Connection reset by peer (Write failed) java.net.SocketException: Connection reset by peer (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-02-07T07:46:18.301+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 138 message to send. [2023-02-07T07:46:18.301+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 7796, above threshold 10. [2023-02-07T07:46:19.311+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 138 msgs to /events/POLICY-PDP-PAP. Oldest: 16519374 ms [2023-02-07T07:46:19.312+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-02-07T07:46:19.312+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-02-07T07:46:19.321+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:46:19.321+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:19.336+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Connection reset by peer (Write failed) [2023-02-07T07:46:19.336+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:19.340+00:00|INFO|RetryExec|pool-11-thread-1] I/O exception (java.net.SocketException) caught when processing request to {}->http://message-router:3904: Broken pipe (Write failed) [2023-02-07T07:46:19.340+00:00|INFO|RetryExec|pool-11-thread-1] Retrying request to {}->http://message-router:3904 [2023-02-07T07:46:19.342+00:00|WARN|HttpClient|pool-11-thread-1] Error executing HTTP request. Broken pipe (Write failed); blacklisting for 2 minutes [2023-02-07T07:46:19.343+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Broken pipe (Write failed) java.net.SocketException: Broken pipe (Write failed) at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124) at org.apache.http.impl.io.SessionOutputBufferImpl.write(SessionOutputBufferImpl.java:160) at org.apache.http.impl.io.ContentLengthOutputStream.write(ContentLengthOutputStream.java:113) at org.apache.http.entity.ByteArrayEntity.writeTo(ByteArrayEntity.java:112) at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156) at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:152) at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Work