By type
overriding logback.xml apexApps.sh: running application 'onappf' with command 'java -Dlogback.configurationFile=/opt/app/policy/apex-pdp/etc/logback.xml -cp /opt/app/policy/apex-pdp/etc:/opt/app/policy/apex-pdp/etc/hazelcast:/opt/app/policy/apex-pdp/etc/infinispan:/opt/app/policy/apex-pdp/lib/* -Djavax.net.ssl.keyStore=/opt/app/osaaf/local/org.onap.policy.p12 -Djavax.net.ssl.keyStorePassword=4eoHV)h3F$%wvIi}s1oLUJ!o -Djavax.net.ssl.trustStore=/opt/app/policy/apex-pdp/etc/ssl/policy-truststore -Djavax.net.ssl.trustStorePassword=Pol1cy_0nap -Dlogback.configurationFile=/opt/app/policy/apex-pdp/etc/logback.xml -Dhazelcast.config=/opt/app/policy/apex-pdp/etc/hazelcast.xml -Dhazelcast.mancenter.enabled=false org.onap.policy.apex.services.onappf.ApexStarterMain -c /home/apexuser/config/OnapPfConfig.json' 04:01:54.885 [main] INFO o.o.p.a.s.onappf.ApexStarterMain - In ApexStarter with parameters [-c, /home/apexuser/config/OnapPfConfig.json] 04:01:56.854 [main] INFO o.o.p.c.e.e.c.b.i.SingleThreadedDmaapTopicSource - SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=72874077-33a0-49e1-b069-735eefbe8995, consumerInstance=onap-policy-apex-pdp-0, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=false, locked=false, uebThread=null, topicListeners=0, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=true, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=0]]]]: INITTED 04:01:57.140 [main] INFO o.o.p.c.u.services.ServiceManager - service manager starting 04:01:57.141 [main] INFO o.o.p.c.u.services.ServiceManager - service manager starting topics 04:01:57.147 [main] INFO o.o.p.c.e.e.c.b.i.SingleThreadedBusTopicSource - SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=72874077-33a0-49e1-b069-735eefbe8995, consumerInstance=onap-policy-apex-pdp-0, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=false, locked=false, uebThread=null, topicListeners=0, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=true, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=0]]]]: starting 04:01:57.148 [main] INFO o.o.p.c.e.e.c.b.i.SingleThreadedDmaapTopicSource - SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=72874077-33a0-49e1-b069-735eefbe8995, consumerInstance=onap-policy-apex-pdp-0, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=false, locked=false, uebThread=null, topicListeners=0, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=true, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=0]]]]: INITTED 04:01:57.158 [DMAAP-source-POLICY-PDP-PAP] INFO c.a.n.c.c.impl.CambriaConsumerImpl - UEB GET /events/POLICY-PDP-PAP/72874077-33a0-49e1-b069-735eefbe8995/onap-policy-apex-pdp-0?timeout=15000 04:01:57.229 [DMAAP-source-POLICY-PDP-PAP] INFO c.att.nsa.apiClient.http.HttpClient - GET https://message-router:3905/events/POLICY-PDP-PAP/72874077-33a0-49e1-b069-735eefbe8995/onap-policy-apex-pdp-0?timeout=15000 (anonymous) ... 04:01:57.156 [main] INFO o.o.p.c.e.e.c.b.i.InlineBusTopicSink - InlineDmaapTopicSink [userName=null, password=null, getTopicCommInfrastructure()=DMAAP, toString()=InlineBusTopicSink [partitionId=d6c6d636-344f-4b61-9a01-d6af8fd6559f, alive=false, publisher=null]]: starting 04:01:57.258 [main] INFO o.o.p.c.e.e.c.b.i.InlineDmaapTopicSink - InlineDmaapTopicSink [userName=null, password=null, getTopicCommInfrastructure()=DMAAP, toString()=InlineBusTopicSink [partitionId=d6c6d636-344f-4b61-9a01-d6af8fd6559f, alive=false, publisher=CambriaPublisherWrapper []]]: DMAAP SINK created 04:01:57.259 [main] INFO o.o.p.c.u.services.ServiceManager - service manager starting set alive 04:01:57.259 [main] INFO o.o.p.c.u.services.ServiceManager - service manager starting register pdp status context object 04:01:57.261 [main] INFO o.o.p.c.u.services.ServiceManager - service manager starting topic sinks 04:01:57.262 [main] INFO o.o.p.c.u.services.ServiceManager - service manager starting Pdp Status publisher 04:01:57.326 [main] INFO o.o.p.c.u.services.ServiceManager - service manager starting Register pdp update listener 04:01:57.327 [main] INFO o.o.p.c.u.services.ServiceManager - service manager starting Register pdp state change request dispatcher 04:01:57.327 [main] INFO o.o.p.c.u.services.ServiceManager - service manager starting Message Dispatcher 04:01:57.327 [main] INFO o.o.p.c.e.e.c.bus.internal.TopicBase - SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=72874077-33a0-49e1-b069-735eefbe8995, consumerInstance=onap-policy-apex-pdp-0, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=0, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=true, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=0]]]]: registering org.onap.policy.common.endpoints.listeners.MessageTypeDispatcher@7c209437 04:01:57.328 [main] INFO o.o.p.c.e.e.c.b.i.SingleThreadedBusTopicSource - SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=72874077-33a0-49e1-b069-735eefbe8995, consumerInstance=onap-policy-apex-pdp-0, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=true, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: register: start not attempted 04:01:57.329 [main] INFO o.o.p.c.u.services.ServiceManager - service manager starting Create REST server 04:01:57.329 [Timer-0] WARN o.o.p.a.s.o.h.PdpMessageHandler - not registered: object:engine/apex/handler 04:01:57.330 [main] INFO o.o.p.c.u.services.ServiceManager - service manager starting Rest Server 04:01:57.443 [Timer-0] INFO o.o.p.c.u.s.OrderedServiceImpl - ***** OrderedServiceImpl implementers: [] 04:01:57.448 [Timer-0] INFO network - [OUT|DMAAP|POLICY-PDP-PAP] {"pdpType":"apex","state":"PASSIVE","healthy":"HEALTHY","description":"Pdp Heartbeat","statistics":{"pdpInstanceId":"onap-policy-apex-pdp-0","timeStamp":"2021-04-01T04:01:57.331544Z","pdpGroupName":"defaultGroup","policyDeployCount":0,"policyDeploySuccessCount":0,"policyDeployFailCount":0,"policyExecutedCount":0,"policyExecutedSuccessCount":0,"policyExecutedFailCount":0},"messageName":"PDP_STATUS","requestId":"a7cc4b25-35e9-42fc-8756-cf515e138ae9","timestampMs":1617249717327,"name":"onap-policy-apex-pdp-0","pdpGroup":"defaultGroup"} 04:01:57.526 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 76 ms 04:01:57.531 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:01:57.628 [main] INFO org.eclipse.jetty.util.log - Logging initialized @4193ms to org.eclipse.jetty.util.log.Slf4jLog 04:01:57.957 [main] INFO o.o.p.c.e.h.s.i.JettyServletServer - JettyJerseyServer [Jerseyservlets={/*=org.glassfish.jersey.servlet.ServletContainer-6bc248ed@ae65914c==org.glassfish.jersey.servlet.ServletContainer,jsp=null,order=0,inst=false,async=true}, swaggerId=swagger-6969, toString()=JettyServer [name=RestServerParameters, host=0.0.0.0, port=6969, user=healthcheck, password=true, contextPath=/, jettyServer=Server@23a9ba52{STOPPED}[9.4.33.v20201020], context=o.e.j.s.ServletContextHandler@ca27722{/,null,STOPPED}, connector=RestServerParameters@f9b7332{SSL, (ssl, http/1.1)}{0.0.0.0:6969}, jettyThread=null]]: STARTING 04:01:57.963 [main] INFO o.o.p.c.u.services.ServiceManager - service manager started 04:01:57.963 [RestServerParameters-6969] INFO o.o.p.c.e.h.s.i.JettyServletServer - JettyJerseyServer [Jerseyservlets={/*=org.glassfish.jersey.servlet.ServletContainer-6bc248ed@ae65914c==org.glassfish.jersey.servlet.ServletContainer,jsp=null,order=0,inst=false,async=true}, swaggerId=swagger-6969, toString()=JettyServer [name=RestServerParameters, host=0.0.0.0, port=6969, user=healthcheck, password=true, contextPath=/, jettyServer=Server@23a9ba52{STOPPED}[9.4.33.v20201020], context=o.e.j.s.ServletContextHandler@ca27722{/,null,STOPPED}, connector=RestServerParameters@f9b7332{SSL, (ssl, http/1.1)}{0.0.0.0:6969}, jettyThread=Thread[RestServerParameters-6969,5,main]]]: STARTING 04:01:57.964 [main] INFO o.o.p.a.s.onappf.ApexStarterMain - Started policy-apex-pdp service successfully. 04:01:58.030 [RestServerParameters-6969] INFO org.eclipse.jetty.server.Server - jetty-9.4.33.v20201020; built: 2020-10-20T23:39:24.803Z; git: 1be68755656cef678b79a2ef1c2ebbca99e25420; jvm 11.0.9.1+1 04:01:58.064 [RestServerParameters-6969] INFO org.eclipse.jetty.server.session - DefaultSessionIdManager workerName=node0 04:01:58.065 [RestServerParameters-6969] INFO org.eclipse.jetty.server.session - No SessionScavenger set, using defaults 04:01:58.066 [RestServerParameters-6969] INFO org.eclipse.jetty.server.session - node0 Scavenging every 600000ms 04:01:58.528 [DMAAP-source-POLICY-PDP-PAP] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:01:58.529 [DMAAP-source-POLICY-PDP-PAP] ERROR o.o.p.c.e.e.c.b.i.BusConsumer$CambriaConsumerWrapper - CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) - backoff for 15000 ms. 04:01:58.552 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:01:58.555 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:01:58.555 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:01:59.558 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 2108 ms 04:01:59.558 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:01:59.559 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:02:00.129 [RestServerParameters-6969] INFO o.o.p.c.gson.GsonMessageBodyHandler - Using GSON for REST calls 04:02:00.267 [RestServerParameters-6969] INFO o.e.j.server.handler.ContextHandler - Started o.e.j.s.ServletContextHandler@ca27722{/,null,AVAILABLE} 04:02:00.568 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:02:00.569 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:02:00.569 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:02:00.732 [RestServerParameters-6969] INFO o.e.jetty.util.ssl.SslContextFactory - x509=X509@50f52ea5(policy@policy.onap.org,h=[policy, brmsgw, brmsgw.onap, drools, drools.onap, pap, pap.onap, pdp, pdp.onap, policy-apex-pdp, policy-apex-pdp.onap, policy-api, policy-api.onap, policy-distribution, policy-distribution.onap, policy-pap, policy-pap.onap, policy-xacml-pdp, policy-xacml-pdp.onap, policy.api.simpledemo.onap.org],w=[pdp, pdp.onap.svc.cluster.local]) for Server@32f53838[provider=null,keyStore=file:///opt/app/osaaf/local/org.onap.policy.p12,trustStore=file:///opt/app/policy/apex-pdp/etc/ssl/policy-truststore] 04:02:00.938 [RestServerParameters-6969] INFO o.e.jetty.server.AbstractConnector - Started RestServerParameters@f9b7332{SSL, (ssl, http/1.1)}{0.0.0.0:6969} 04:02:00.938 [RestServerParameters-6969] INFO org.eclipse.jetty.server.Server - Started @7502ms 04:02:01.608 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 4158 ms 04:02:01.608 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:02:01.609 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:02:02.615 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:02:02.616 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:02:02.616 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:02:03.658 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 6208 ms 04:02:03.658 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:02:03.659 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:02:04.696 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:02:04.696 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:02:04.696 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:02:05.708 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 8258 ms 04:02:05.709 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:02:05.709 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:02:06.744 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:02:06.745 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:02:06.745 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:02:07.758 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 10308 ms 04:02:07.758 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:02:07.759 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:02:08.792 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:02:08.792 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:02:08.793 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:02:09.808 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 12358 ms 04:02:09.808 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:02:09.809 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:02:10.840 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:02:10.840 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:02:10.840 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:02:11.858 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 14408 ms 04:02:11.859 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:02:11.859 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:02:12.888 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:02:12.889 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:02:12.889 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:02:13.530 [DMAAP-source-POLICY-PDP-PAP] ERROR o.o.p.c.e.e.c.b.i.SingleThreadedBusTopicSource - SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=72874077-33a0-49e1-b069-735eefbe8995, consumerInstance=onap-policy-apex-pdp-0, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=true, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:149) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:234) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:224) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 17 common frames omitted 04:02:13.530 [DMAAP-source-POLICY-PDP-PAP] INFO c.a.n.c.c.impl.CambriaConsumerImpl - UEB GET /events/POLICY-PDP-PAP/72874077-33a0-49e1-b069-735eefbe8995/onap-policy-apex-pdp-0?timeout=15000 04:02:13.530 [DMAAP-source-POLICY-PDP-PAP] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:02:13.530 [DMAAP-source-POLICY-PDP-PAP] INFO c.att.nsa.apiClient.http.HttpClient - GET https://message-router:3905/events/POLICY-PDP-PAP/72874077-33a0-49e1-b069-735eefbe8995/onap-policy-apex-pdp-0?timeout=15000 (anonymous) ... 04:02:13.908 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 16458 ms 04:02:13.908 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:02:13.908 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:02:14.555 [DMAAP-source-POLICY-PDP-PAP] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:02:14.555 [DMAAP-source-POLICY-PDP-PAP] ERROR o.o.p.c.e.e.c.b.i.BusConsumer$CambriaConsumerWrapper - CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) - backoff for 15000 ms. 04:02:14.937 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:02:14.937 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:02:14.937 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:02:15.958 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 18508 ms 04:02:15.958 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:02:15.959 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:02:16.987 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:02:16.988 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:02:16.988 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:02:18.008 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 20558 ms 04:02:18.008 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:02:18.009 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:02:19.032 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:02:19.032 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:02:19.032 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:02:19.032 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 11, above threshold 10. 04:02:20.058 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 22608 ms 04:02:20.058 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:02:20.059 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:02:21.079 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:02:21.080 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:02:21.080 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:02:21.080 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 12, above threshold 10. 04:02:22.108 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 24658 ms 04:02:22.108 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:02:22.109 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:02:23.128 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:02:23.128 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:02:23.128 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:02:23.128 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 13, above threshold 10. 04:02:24.158 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 26708 ms 04:02:24.158 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:02:24.158 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:02:25.176 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:02:25.182 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:02:25.182 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:02:25.182 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 14, above threshold 10. 04:02:26.208 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 28758 ms 04:02:26.208 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:02:26.208 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:02:27.223 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:02:27.224 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:02:27.224 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:02:27.224 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 15, above threshold 10. 04:02:28.258 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 30808 ms 04:02:28.258 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:02:28.259 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:02:29.271 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:02:29.272 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:02:29.272 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:02:29.272 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 16, above threshold 10. 04:02:29.556 [DMAAP-source-POLICY-PDP-PAP] ERROR o.o.p.c.e.e.c.b.i.SingleThreadedBusTopicSource - SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=72874077-33a0-49e1-b069-735eefbe8995, consumerInstance=onap-policy-apex-pdp-0, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=true, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:149) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:234) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:224) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 17 common frames omitted 04:02:29.556 [DMAAP-source-POLICY-PDP-PAP] INFO c.a.n.c.c.impl.CambriaConsumerImpl - UEB GET /events/POLICY-PDP-PAP/72874077-33a0-49e1-b069-735eefbe8995/onap-policy-apex-pdp-0?timeout=15000 04:02:29.556 [DMAAP-source-POLICY-PDP-PAP] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:02:29.556 [DMAAP-source-POLICY-PDP-PAP] INFO c.att.nsa.apiClient.http.HttpClient - GET https://message-router:3905/events/POLICY-PDP-PAP/72874077-33a0-49e1-b069-735eefbe8995/onap-policy-apex-pdp-0?timeout=15000 (anonymous) ... 04:02:30.308 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 32858 ms 04:02:30.308 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:02:30.309 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:02:30.584 [DMAAP-source-POLICY-PDP-PAP] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:02:30.584 [DMAAP-source-POLICY-PDP-PAP] ERROR o.o.p.c.e.e.c.b.i.BusConsumer$CambriaConsumerWrapper - CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) - backoff for 15000 ms. 04:02:33.337 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:02:33.337 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:02:33.337 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:02:33.337 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 17, above threshold 10. 04:02:34.358 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 36908 ms 04:02:34.358 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:02:34.359 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:02:35.384 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:02:35.384 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:02:35.384 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:02:35.384 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 18, above threshold 10. 04:02:36.408 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 38958 ms 04:02:36.408 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:02:36.408 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:02:37.432 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:02:37.432 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:02:37.432 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:02:37.433 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 19, above threshold 10. 04:02:38.458 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 41008 ms 04:02:38.458 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:02:38.459 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:02:39.480 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:02:39.481 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:02:39.481 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:02:39.481 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 20, above threshold 10. 04:02:40.508 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 43058 ms 04:02:40.508 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:02:40.509 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:02:41.531 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:02:41.532 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:02:41.532 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:02:41.532 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 21, above threshold 10. 04:02:42.558 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 45108 ms 04:02:42.558 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:02:42.559 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:02:43.576 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:02:43.576 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:02:43.576 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:02:43.576 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 22, above threshold 10. 04:02:44.608 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 47158 ms 04:02:44.608 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:02:44.608 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:02:45.584 [DMAAP-source-POLICY-PDP-PAP] ERROR o.o.p.c.e.e.c.b.i.SingleThreadedBusTopicSource - SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=72874077-33a0-49e1-b069-735eefbe8995, consumerInstance=onap-policy-apex-pdp-0, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=true, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:149) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:234) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:224) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 17 common frames omitted 04:02:45.585 [DMAAP-source-POLICY-PDP-PAP] INFO c.a.n.c.c.impl.CambriaConsumerImpl - UEB GET /events/POLICY-PDP-PAP/72874077-33a0-49e1-b069-735eefbe8995/onap-policy-apex-pdp-0?timeout=15000 04:02:45.585 [DMAAP-source-POLICY-PDP-PAP] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:02:45.585 [DMAAP-source-POLICY-PDP-PAP] INFO c.att.nsa.apiClient.http.HttpClient - GET https://message-router:3905/events/POLICY-PDP-PAP/72874077-33a0-49e1-b069-735eefbe8995/onap-policy-apex-pdp-0?timeout=15000 (anonymous) ... 04:02:45.625 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:02:45.625 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:02:45.625 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:02:45.625 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 23, above threshold 10. 04:02:46.616 [DMAAP-source-POLICY-PDP-PAP] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:02:46.616 [DMAAP-source-POLICY-PDP-PAP] ERROR o.o.p.c.e.e.c.b.i.BusConsumer$CambriaConsumerWrapper - CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) - backoff for 15000 ms. 04:02:46.658 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 49208 ms 04:02:46.658 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:02:46.658 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:02:47.675 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:02:47.676 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:02:47.676 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:02:47.676 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 24, above threshold 10. 04:02:48.708 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 51258 ms 04:02:48.708 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:02:48.709 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:02:49.724 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:02:49.724 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:02:49.724 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:02:49.724 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 25, above threshold 10. 04:02:50.758 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 53308 ms 04:02:50.758 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:02:50.758 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:02:51.768 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:02:51.768 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:02:51.768 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:02:51.768 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 26, above threshold 10. 04:02:52.808 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 55358 ms 04:02:52.808 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:02:52.808 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:02:53.847 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:02:53.848 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:02:53.848 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:02:53.848 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 27, above threshold 10. 04:02:54.858 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 57408 ms 04:02:54.858 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:02:54.859 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:02:55.896 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:02:55.896 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:02:55.896 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:02:55.896 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 28, above threshold 10. 04:02:56.908 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 59458 ms 04:02:56.908 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:02:56.908 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:02:57.943 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:02:57.944 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:02:57.944 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:02:57.944 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 29, above threshold 10. 04:02:58.958 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 61508 ms 04:02:58.958 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:02:58.959 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:02:59.992 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:02:59.992 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:02:59.992 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:02:59.992 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 30, above threshold 10. 04:03:01.008 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 63558 ms 04:03:01.008 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:03:01.008 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:03:01.616 [DMAAP-source-POLICY-PDP-PAP] ERROR o.o.p.c.e.e.c.b.i.SingleThreadedBusTopicSource - SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=72874077-33a0-49e1-b069-735eefbe8995, consumerInstance=onap-policy-apex-pdp-0, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=true, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:149) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:234) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:224) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 17 common frames omitted 04:03:01.616 [DMAAP-source-POLICY-PDP-PAP] INFO c.a.n.c.c.impl.CambriaConsumerImpl - UEB GET /events/POLICY-PDP-PAP/72874077-33a0-49e1-b069-735eefbe8995/onap-policy-apex-pdp-0?timeout=15000 04:03:01.616 [DMAAP-source-POLICY-PDP-PAP] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:03:01.616 [DMAAP-source-POLICY-PDP-PAP] INFO c.att.nsa.apiClient.http.HttpClient - GET https://message-router:3905/events/POLICY-PDP-PAP/72874077-33a0-49e1-b069-735eefbe8995/onap-policy-apex-pdp-0?timeout=15000 (anonymous) ... 04:03:02.648 [DMAAP-source-POLICY-PDP-PAP] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:03:02.649 [DMAAP-source-POLICY-PDP-PAP] ERROR o.o.p.c.e.e.c.b.i.BusConsumer$CambriaConsumerWrapper - CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) - backoff for 15000 ms. 04:03:04.056 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:03:04.057 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:03:04.057 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:03:04.057 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 31, above threshold 10. 04:03:05.058 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 67608 ms 04:03:05.058 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:03:05.059 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:03:06.072 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:03:06.072 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:03:06.072 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:03:06.072 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 32, above threshold 10. 04:03:07.108 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 69658 ms 04:03:07.108 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:03:07.108 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:03:08.119 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:03:08.120 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:03:08.120 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:03:08.120 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 33, above threshold 10. 04:03:09.158 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 71708 ms 04:03:09.158 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:03:09.159 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:03:10.167 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:03:10.168 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:03:10.168 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:03:10.168 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 34, above threshold 10. 04:03:11.208 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 73758 ms 04:03:11.209 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:03:11.209 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:03:12.247 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:03:12.248 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:03:12.248 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:03:12.248 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 35, above threshold 10. 04:03:13.258 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 75808 ms 04:03:13.258 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:03:13.259 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:03:14.296 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:03:14.296 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:03:14.297 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:03:14.297 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 36, above threshold 10. 04:03:15.308 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 77858 ms 04:03:15.309 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:03:15.309 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:03:16.343 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:03:16.344 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:03:16.344 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:03:16.345 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 37, above threshold 10. 04:03:17.358 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 79908 ms 04:03:17.358 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:03:17.358 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:03:17.649 [DMAAP-source-POLICY-PDP-PAP] ERROR o.o.p.c.e.e.c.b.i.SingleThreadedBusTopicSource - SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=72874077-33a0-49e1-b069-735eefbe8995, consumerInstance=onap-policy-apex-pdp-0, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=true, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:149) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:234) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:224) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 17 common frames omitted 04:03:17.649 [DMAAP-source-POLICY-PDP-PAP] INFO c.a.n.c.c.impl.CambriaConsumerImpl - UEB GET /events/POLICY-PDP-PAP/72874077-33a0-49e1-b069-735eefbe8995/onap-policy-apex-pdp-0?timeout=15000 04:03:17.649 [DMAAP-source-POLICY-PDP-PAP] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:03:17.649 [DMAAP-source-POLICY-PDP-PAP] INFO c.att.nsa.apiClient.http.HttpClient - GET https://message-router:3905/events/POLICY-PDP-PAP/72874077-33a0-49e1-b069-735eefbe8995/onap-policy-apex-pdp-0?timeout=15000 (anonymous) ... 04:03:18.680 [DMAAP-source-POLICY-PDP-PAP] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:03:18.680 [DMAAP-source-POLICY-PDP-PAP] ERROR o.o.p.c.e.e.c.b.i.BusConsumer$CambriaConsumerWrapper - CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) - backoff for 15000 ms. 04:03:20.408 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:03:20.408 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:03:20.408 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:03:20.408 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 38, above threshold 10. 04:03:21.408 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 83958 ms 04:03:21.408 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:03:21.409 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:03:22.424 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:03:22.424 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:03:22.425 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:03:22.425 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 39, above threshold 10. 04:03:23.458 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 86008 ms 04:03:23.458 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:03:23.459 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:03:24.472 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:03:24.472 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:03:24.473 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:03:24.473 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 40, above threshold 10. 04:03:25.508 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 88058 ms 04:03:25.508 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:03:25.508 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:03:26.520 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:03:26.520 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:03:26.520 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:03:26.520 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 41, above threshold 10. 04:03:27.558 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 90108 ms 04:03:27.558 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:03:27.558 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:03:28.568 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:03:28.569 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:03:28.569 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:03:28.569 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 42, above threshold 10. 04:03:29.608 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 92158 ms 04:03:29.608 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:03:29.609 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:03:30.648 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:03:30.648 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:03:30.648 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:03:30.648 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 43, above threshold 10. 04:03:31.658 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 94208 ms 04:03:31.659 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:03:31.659 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:03:32.696 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:03:32.696 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:03:32.696 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:03:32.696 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 44, above threshold 10. 04:03:33.680 [DMAAP-source-POLICY-PDP-PAP] ERROR o.o.p.c.e.e.c.b.i.SingleThreadedBusTopicSource - SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=72874077-33a0-49e1-b069-735eefbe8995, consumerInstance=onap-policy-apex-pdp-0, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=true, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:149) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:234) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:224) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 17 common frames omitted 04:03:33.681 [DMAAP-source-POLICY-PDP-PAP] INFO c.a.n.c.c.impl.CambriaConsumerImpl - UEB GET /events/POLICY-PDP-PAP/72874077-33a0-49e1-b069-735eefbe8995/onap-policy-apex-pdp-0?timeout=15000 04:03:33.681 [DMAAP-source-POLICY-PDP-PAP] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:03:33.681 [DMAAP-source-POLICY-PDP-PAP] INFO c.att.nsa.apiClient.http.HttpClient - GET https://message-router:3905/events/POLICY-PDP-PAP/72874077-33a0-49e1-b069-735eefbe8995/onap-policy-apex-pdp-0?timeout=15000 (anonymous) ... 04:03:33.708 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 96258 ms 04:03:33.708 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:03:33.709 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:03:34.712 [DMAAP-source-POLICY-PDP-PAP] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:03:34.712 [DMAAP-source-POLICY-PDP-PAP] ERROR o.o.p.c.e.e.c.b.i.BusConsumer$CambriaConsumerWrapper - CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) - backoff for 15000 ms. 04:03:36.763 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:03:36.764 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:03:36.764 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:03:36.764 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 45, above threshold 10. 04:03:37.808 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 100358 ms 04:03:37.809 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:03:37.810 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:03:38.852 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:03:38.853 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:03:38.853 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:03:38.853 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 46, above threshold 10. 04:03:39.858 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 102408 ms 04:03:39.858 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:03:39.859 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:03:40.888 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:03:40.889 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:03:40.889 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:03:40.889 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 47, above threshold 10. 04:03:41.908 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 104458 ms 04:03:41.909 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:03:41.909 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:03:42.940 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:03:42.940 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:03:42.940 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:03:42.940 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 48, above threshold 10. 04:03:43.958 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 106508 ms 04:03:43.958 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:03:43.959 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:03:44.985 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:03:44.985 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:03:44.985 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:03:44.985 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 49, above threshold 10. 04:03:46.008 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 108558 ms 04:03:46.009 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:03:46.009 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:03:47.034 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:03:47.035 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:03:47.035 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:03:47.035 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 50, above threshold 10. 04:03:48.058 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 110608 ms 04:03:48.059 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:03:48.059 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:03:49.079 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:03:49.080 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:03:49.080 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:03:49.080 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 51, above threshold 10. 04:03:49.712 [DMAAP-source-POLICY-PDP-PAP] ERROR o.o.p.c.e.e.c.b.i.SingleThreadedBusTopicSource - SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=72874077-33a0-49e1-b069-735eefbe8995, consumerInstance=onap-policy-apex-pdp-0, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=true, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:149) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:234) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:224) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 17 common frames omitted 04:03:49.713 [DMAAP-source-POLICY-PDP-PAP] INFO c.a.n.c.c.impl.CambriaConsumerImpl - UEB GET /events/POLICY-PDP-PAP/72874077-33a0-49e1-b069-735eefbe8995/onap-policy-apex-pdp-0?timeout=15000 04:03:49.713 [DMAAP-source-POLICY-PDP-PAP] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:03:49.713 [DMAAP-source-POLICY-PDP-PAP] INFO c.att.nsa.apiClient.http.HttpClient - GET https://message-router:3905/events/POLICY-PDP-PAP/72874077-33a0-49e1-b069-735eefbe8995/onap-policy-apex-pdp-0?timeout=15000 (anonymous) ... 04:03:50.108 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 112658 ms 04:03:50.108 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:03:50.109 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:03:50.743 [DMAAP-source-POLICY-PDP-PAP] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:03:50.744 [DMAAP-source-POLICY-PDP-PAP] ERROR o.o.p.c.e.e.c.b.i.BusConsumer$CambriaConsumerWrapper - CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) - backoff for 15000 ms. 04:03:53.144 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:03:53.145 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:03:53.145 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:03:53.145 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 52, above threshold 10. 04:03:54.158 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 116708 ms 04:03:54.158 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:03:54.159 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:03:55.191 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:03:55.192 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:03:55.192 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:03:55.192 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 53, above threshold 10. 04:03:56.208 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 1 msgs to /events/POLICY-PDP-PAP. Oldest: 118758 ms 04:03:56.208 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:03:56.209 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:03:57.239 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:03:57.240 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:03:57.240 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 1 message to send. 04:03:57.240 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 54, above threshold 10. 04:03:57.326 [Timer-0] WARN o.o.p.a.s.o.h.PdpMessageHandler - not registered: object:engine/apex/handler 04:03:57.327 [Timer-0] INFO network - [OUT|DMAAP|POLICY-PDP-PAP] {"pdpType":"apex","state":"PASSIVE","healthy":"HEALTHY","description":"Pdp Heartbeat","statistics":{"pdpInstanceId":"onap-policy-apex-pdp-0","timeStamp":"2021-04-01T04:03:57.326655Z","pdpGroupName":"defaultGroup","policyDeployCount":0,"policyDeploySuccessCount":0,"policyDeployFailCount":0,"policyExecutedCount":0,"policyExecutedSuccessCount":0,"policyExecutedFailCount":0},"messageName":"PDP_STATUS","requestId":"2d7d6cf8-110e-4314-96f5-f6d087313b75","timestampMs":1617249837326,"name":"onap-policy-apex-pdp-0","pdpGroup":"defaultGroup"} 04:03:58.258 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 120808 ms 04:03:58.259 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:03:58.260 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:03:59.288 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:03:59.288 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:03:59.288 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:03:59.288 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 55, above threshold 10. 04:04:00.308 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 122858 ms 04:04:00.308 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:04:00.308 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:04:01.336 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:04:01.336 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:04:01.336 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:04:01.336 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 56, above threshold 10. 04:04:02.358 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 124908 ms 04:04:02.359 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:04:02.359 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:04:03.384 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:04:03.384 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:04:03.384 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:04:03.385 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 57, above threshold 10. 04:04:04.408 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 126958 ms 04:04:04.408 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:04:04.409 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:04:05.431 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:04:05.432 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:04:05.432 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:04:05.432 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 58, above threshold 10. 04:04:05.745 [DMAAP-source-POLICY-PDP-PAP] ERROR o.o.p.c.e.e.c.b.i.SingleThreadedBusTopicSource - SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=72874077-33a0-49e1-b069-735eefbe8995, consumerInstance=onap-policy-apex-pdp-0, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=true, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:149) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:234) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:224) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 17 common frames omitted 04:04:05.746 [DMAAP-source-POLICY-PDP-PAP] INFO c.a.n.c.c.impl.CambriaConsumerImpl - UEB GET /events/POLICY-PDP-PAP/72874077-33a0-49e1-b069-735eefbe8995/onap-policy-apex-pdp-0?timeout=15000 04:04:05.746 [DMAAP-source-POLICY-PDP-PAP] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:04:05.746 [DMAAP-source-POLICY-PDP-PAP] INFO c.att.nsa.apiClient.http.HttpClient - GET https://message-router:3905/events/POLICY-PDP-PAP/72874077-33a0-49e1-b069-735eefbe8995/onap-policy-apex-pdp-0?timeout=15000 (anonymous) ... 04:04:06.458 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 129008 ms 04:04:06.458 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:04:06.458 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:04:06.775 [DMAAP-source-POLICY-PDP-PAP] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:04:06.776 [DMAAP-source-POLICY-PDP-PAP] ERROR o.o.p.c.e.e.c.b.i.BusConsumer$CambriaConsumerWrapper - CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) - backoff for 15000 ms. 04:04:07.484 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:04:07.484 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:04:07.484 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:04:07.484 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 59, above threshold 10. 04:04:08.508 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 131058 ms 04:04:08.508 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:04:08.509 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:04:09.528 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:04:09.528 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:04:09.528 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:04:09.528 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 60, above threshold 10. 04:04:10.558 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 133108 ms 04:04:10.558 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:04:10.559 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:04:11.575 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:04:11.576 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:04:11.576 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:04:11.576 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 61, above threshold 10. 04:04:12.608 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 135158 ms 04:04:12.608 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:04:12.609 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:04:13.624 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:04:13.624 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:04:13.625 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:04:13.625 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 62, above threshold 10. 04:04:14.658 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 137208 ms 04:04:14.658 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:04:14.659 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:04:15.672 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:04:15.673 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:04:15.673 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:04:15.673 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 63, above threshold 10. 04:04:16.708 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 139258 ms 04:04:16.708 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:04:16.709 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:04:17.720 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:04:17.720 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:04:17.720 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:04:17.721 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 64, above threshold 10. 04:04:18.758 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 141308 ms 04:04:18.758 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:04:18.759 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:04:19.776 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:04:19.777 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:04:19.777 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:04:19.778 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 65, above threshold 10. 04:04:20.808 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 143358 ms 04:04:20.808 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:04:20.809 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:04:21.776 [DMAAP-source-POLICY-PDP-PAP] ERROR o.o.p.c.e.e.c.b.i.SingleThreadedBusTopicSource - SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=72874077-33a0-49e1-b069-735eefbe8995, consumerInstance=onap-policy-apex-pdp-0, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=true, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:149) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:234) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:224) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 17 common frames omitted 04:04:21.776 [DMAAP-source-POLICY-PDP-PAP] INFO c.a.n.c.c.impl.CambriaConsumerImpl - UEB GET /events/POLICY-PDP-PAP/72874077-33a0-49e1-b069-735eefbe8995/onap-policy-apex-pdp-0?timeout=15000 04:04:21.776 [DMAAP-source-POLICY-PDP-PAP] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:04:21.777 [DMAAP-source-POLICY-PDP-PAP] INFO c.att.nsa.apiClient.http.HttpClient - GET https://message-router:3905/events/POLICY-PDP-PAP/72874077-33a0-49e1-b069-735eefbe8995/onap-policy-apex-pdp-0?timeout=15000 (anonymous) ... 04:04:22.808 [DMAAP-source-POLICY-PDP-PAP] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:04:22.808 [DMAAP-source-POLICY-PDP-PAP] ERROR o.o.p.c.e.e.c.b.i.BusConsumer$CambriaConsumerWrapper - CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) - backoff for 15000 ms. 04:04:23.832 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:04:23.832 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:04:23.832 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:04:23.832 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 66, above threshold 10. 04:04:24.858 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 147408 ms 04:04:24.858 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:04:24.859 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:04:25.883 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:04:25.884 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:04:25.884 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:04:25.884 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 67, above threshold 10. 04:04:26.908 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 149458 ms 04:04:26.909 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:04:26.909 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:04:27.932 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:04:27.933 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:04:27.933 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:04:27.934 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 68, above threshold 10. 04:04:28.958 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 151508 ms 04:04:28.959 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:04:28.959 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:04:29.975 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:04:29.976 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:04:29.976 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:04:29.976 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 69, above threshold 10. 04:04:31.008 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 153558 ms 04:04:31.008 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:04:31.008 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:04:32.023 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:04:32.024 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:04:32.024 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:04:32.024 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 70, above threshold 10. 04:04:33.058 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 155608 ms 04:04:33.058 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:04:33.059 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:04:34.072 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:04:34.072 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:04:34.072 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:04:34.072 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 71, above threshold 10. 04:04:35.108 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 157658 ms 04:04:35.108 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:04:35.108 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:04:36.119 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:04:36.120 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:04:36.120 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:04:36.120 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 72, above threshold 10. 04:04:37.158 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 159708 ms 04:04:37.158 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:04:37.158 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:04:37.808 [DMAAP-source-POLICY-PDP-PAP] ERROR o.o.p.c.e.e.c.b.i.SingleThreadedBusTopicSource - SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=72874077-33a0-49e1-b069-735eefbe8995, consumerInstance=onap-policy-apex-pdp-0, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=true, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:149) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:234) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:224) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 17 common frames omitted 04:04:37.808 [DMAAP-source-POLICY-PDP-PAP] INFO c.a.n.c.c.impl.CambriaConsumerImpl - UEB GET /events/POLICY-PDP-PAP/72874077-33a0-49e1-b069-735eefbe8995/onap-policy-apex-pdp-0?timeout=15000 04:04:37.809 [DMAAP-source-POLICY-PDP-PAP] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:04:37.809 [DMAAP-source-POLICY-PDP-PAP] INFO c.att.nsa.apiClient.http.HttpClient - GET https://message-router:3905/events/POLICY-PDP-PAP/72874077-33a0-49e1-b069-735eefbe8995/onap-policy-apex-pdp-0?timeout=15000 (anonymous) ... 04:04:38.844 [DMAAP-source-POLICY-PDP-PAP] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:04:38.844 [DMAAP-source-POLICY-PDP-PAP] ERROR o.o.p.c.e.e.c.b.i.BusConsumer$CambriaConsumerWrapper - CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) - backoff for 15000 ms. 04:04:40.219 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:04:40.220 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:04:40.220 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:04:40.220 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 73, above threshold 10. 04:04:41.258 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 163808 ms 04:04:41.258 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:04:41.259 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:04:42.296 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:04:42.296 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:04:42.297 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:04:42.297 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 74, above threshold 10. 04:04:43.308 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 165858 ms 04:04:43.309 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:04:43.309 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:04:44.344 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:04:44.344 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:04:44.344 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:04:44.345 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 75, above threshold 10. 04:04:45.358 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 167908 ms 04:04:45.359 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:04:45.359 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:04:46.395 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:04:46.396 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:04:46.396 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:04:46.396 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 76, above threshold 10. 04:04:47.408 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 169958 ms 04:04:47.409 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:04:47.409 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:04:48.443 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:04:48.444 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:04:48.445 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:04:48.445 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 77, above threshold 10. 04:04:49.458 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 172008 ms 04:04:49.459 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:04:49.459 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:04:50.488 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:04:50.488 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:04:50.488 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:04:50.488 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 78, above threshold 10. 04:04:51.508 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 174058 ms 04:04:51.509 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:04:51.509 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:04:52.536 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:04:52.537 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:04:52.537 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:04:52.537 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 79, above threshold 10. 04:04:53.558 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 176108 ms 04:04:53.558 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:04:53.559 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:04:53.845 [DMAAP-source-POLICY-PDP-PAP] ERROR o.o.p.c.e.e.c.b.i.SingleThreadedBusTopicSource - SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=72874077-33a0-49e1-b069-735eefbe8995, consumerInstance=onap-policy-apex-pdp-0, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=true, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:149) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:234) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:224) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 17 common frames omitted 04:04:53.845 [DMAAP-source-POLICY-PDP-PAP] INFO c.a.n.c.c.impl.CambriaConsumerImpl - UEB GET /events/POLICY-PDP-PAP/72874077-33a0-49e1-b069-735eefbe8995/onap-policy-apex-pdp-0?timeout=15000 04:04:53.845 [DMAAP-source-POLICY-PDP-PAP] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:04:53.845 [DMAAP-source-POLICY-PDP-PAP] INFO c.att.nsa.apiClient.http.HttpClient - GET https://message-router:3905/events/POLICY-PDP-PAP/72874077-33a0-49e1-b069-735eefbe8995/onap-policy-apex-pdp-0?timeout=15000 (anonymous) ... 04:04:54.583 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:04:54.584 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:04:54.584 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:04:54.584 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 80, above threshold 10. 04:04:55.608 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 178158 ms 04:04:55.609 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:04:55.609 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:04:56.632 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:04:56.632 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:04:56.632 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:04:56.632 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 81, above threshold 10. 04:04:57.658 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 180208 ms 04:04:57.658 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:04:57.659 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:04:58.679 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:04:58.680 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:04:58.680 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:04:58.680 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 82, above threshold 10. 04:04:59.708 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 182258 ms 04:04:59.708 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:04:59.709 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:05:00.728 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:05:00.728 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:05:00.728 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:05:00.728 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 83, above threshold 10. 04:05:01.758 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 184308 ms 04:05:01.758 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:05:01.759 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:05:02.779 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:05:02.780 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:05:02.780 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:05:02.780 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 84, above threshold 10. 04:05:03.808 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 186358 ms 04:05:03.808 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:05:03.809 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:05:04.831 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:05:04.831 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:05:04.832 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:05:04.832 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 85, above threshold 10. 04:05:05.858 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 188408 ms 04:05:05.859 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:05:05.859 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:05:06.875 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:05:06.876 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:05:06.876 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:05:06.877 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 86, above threshold 10. 04:05:07.908 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 190458 ms 04:05:07.909 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:05:07.909 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:05:08.920 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:05:08.920 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:05:08.920 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:05:08.920 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 87, above threshold 10. 04:05:09.959 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 192509 ms 04:05:09.959 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:05:09.960 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:05:10.971 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:05:10.972 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:05:10.972 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:05:10.972 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 88, above threshold 10. 04:05:12.008 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 194558 ms 04:05:12.008 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:05:12.009 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:05:13.015 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:05:13.016 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:05:13.016 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:05:13.016 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 89, above threshold 10. 04:05:14.058 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 196608 ms 04:05:14.058 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:05:14.059 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:05:15.095 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:05:15.096 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:05:15.096 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:05:15.096 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 90, above threshold 10. 04:05:16.108 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 198658 ms 04:05:16.108 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:05:16.109 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:05:17.143 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:05:17.144 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:05:17.144 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:05:17.144 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 91, above threshold 10. 04:05:18.158 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 200708 ms 04:05:18.158 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:05:18.159 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:05:19.191 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:05:19.192 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:05:19.192 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:05:19.192 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 92, above threshold 10. 04:05:20.209 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 202759 ms 04:05:20.209 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:05:20.210 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:05:21.240 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:05:21.240 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:05:21.240 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:05:21.240 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 93, above threshold 10. 04:05:22.258 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 204808 ms 04:05:22.258 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:05:22.258 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:05:23.288 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:05:23.288 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:05:23.288 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:05:23.288 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 94, above threshold 10. 04:05:24.308 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 206858 ms 04:05:24.308 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:05:24.308 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:05:25.336 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:05:25.336 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:05:25.337 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:05:25.337 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 95, above threshold 10. 04:05:25.462 [DMAAP-source-POLICY-PDP-PAP] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:05:25.462 [DMAAP-source-POLICY-PDP-PAP] ERROR o.o.p.c.e.e.c.b.i.BusConsumer$CambriaConsumerWrapper - CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) - backoff for 15000 ms. 04:05:26.358 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 208908 ms 04:05:26.358 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:05:26.359 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:05:27.384 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:05:27.385 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:05:27.385 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:05:27.385 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 96, above threshold 10. 04:05:28.408 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 210958 ms 04:05:28.408 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:05:28.409 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:05:29.432 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:05:29.434 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:05:29.434 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:05:29.434 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 97, above threshold 10. 04:05:30.458 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 213008 ms 04:05:30.458 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:05:30.458 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:05:31.482 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:05:31.482 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:05:31.482 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:05:31.482 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 98, above threshold 10. 04:05:32.508 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 215058 ms 04:05:32.509 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:05:32.509 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:05:33.527 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:05:33.528 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:05:33.528 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:05:33.528 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 99, above threshold 10. 04:05:34.558 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 217108 ms 04:05:34.558 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:05:34.558 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:05:35.576 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:05:35.576 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:05:35.576 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:05:35.576 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 100, above threshold 10. 04:05:36.608 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 219158 ms 04:05:36.608 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:05:36.609 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:05:37.623 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:05:37.624 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:05:37.624 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:05:37.624 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 101, above threshold 10. 04:05:38.658 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 221208 ms 04:05:38.658 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:05:38.659 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:05:39.671 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:05:39.672 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:05:39.672 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:05:39.672 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 102, above threshold 10. 04:05:40.463 [DMAAP-source-POLICY-PDP-PAP] ERROR o.o.p.c.e.e.c.b.i.SingleThreadedBusTopicSource - SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=72874077-33a0-49e1-b069-735eefbe8995, consumerInstance=onap-policy-apex-pdp-0, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=true, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:149) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:234) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:224) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 17 common frames omitted 04:05:40.463 [DMAAP-source-POLICY-PDP-PAP] INFO c.a.n.c.c.impl.CambriaConsumerImpl - UEB GET /events/POLICY-PDP-PAP/72874077-33a0-49e1-b069-735eefbe8995/onap-policy-apex-pdp-0?timeout=15000 04:05:40.464 [DMAAP-source-POLICY-PDP-PAP] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:05:40.464 [DMAAP-source-POLICY-PDP-PAP] INFO c.att.nsa.apiClient.http.HttpClient - GET https://message-router:3905/events/POLICY-PDP-PAP/72874077-33a0-49e1-b069-735eefbe8995/onap-policy-apex-pdp-0?timeout=15000 (anonymous) ... 04:05:40.708 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 223258 ms 04:05:40.709 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:05:40.709 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:05:41.495 [DMAAP-source-POLICY-PDP-PAP] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:05:41.496 [DMAAP-source-POLICY-PDP-PAP] ERROR o.o.p.c.e.e.c.b.i.BusConsumer$CambriaConsumerWrapper - CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) - backoff for 15000 ms. 04:05:43.738 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:05:43.739 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:05:43.739 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:05:43.739 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 103, above threshold 10. 04:05:44.758 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 227308 ms 04:05:44.759 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:05:44.759 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:05:45.783 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:05:45.784 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:05:45.784 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:05:45.784 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 104, above threshold 10. 04:05:46.808 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 229358 ms 04:05:46.809 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:05:46.809 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:05:47.832 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:05:47.833 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:05:47.833 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:05:47.833 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 105, above threshold 10. 04:05:48.858 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 231408 ms 04:05:48.859 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:05:48.859 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:05:49.879 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:05:49.880 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:05:49.880 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:05:49.880 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 106, above threshold 10. 04:05:50.908 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 233458 ms 04:05:50.909 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:05:50.909 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:05:51.928 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:05:51.929 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:05:51.929 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:05:51.929 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 107, above threshold 10. 04:05:52.958 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 235508 ms 04:05:52.958 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:05:52.958 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:05:53.976 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:05:53.976 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:05:53.976 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:05:53.976 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 108, above threshold 10. 04:05:55.008 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 237558 ms 04:05:55.008 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:05:55.009 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:05:56.023 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:05:56.024 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:05:56.024 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:05:56.024 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 109, above threshold 10. 04:05:56.496 [DMAAP-source-POLICY-PDP-PAP] ERROR o.o.p.c.e.e.c.b.i.SingleThreadedBusTopicSource - SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=72874077-33a0-49e1-b069-735eefbe8995, consumerInstance=onap-policy-apex-pdp-0, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=true, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:149) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:234) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:224) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 17 common frames omitted 04:05:56.496 [DMAAP-source-POLICY-PDP-PAP] INFO c.a.n.c.c.impl.CambriaConsumerImpl - UEB GET /events/POLICY-PDP-PAP/72874077-33a0-49e1-b069-735eefbe8995/onap-policy-apex-pdp-0?timeout=15000 04:05:56.497 [DMAAP-source-POLICY-PDP-PAP] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:05:56.497 [DMAAP-source-POLICY-PDP-PAP] INFO c.att.nsa.apiClient.http.HttpClient - GET https://message-router:3905/events/POLICY-PDP-PAP/72874077-33a0-49e1-b069-735eefbe8995/onap-policy-apex-pdp-0?timeout=15000 (anonymous) ... 04:05:57.058 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 2 msgs to /events/POLICY-PDP-PAP. Oldest: 239608 ms 04:05:57.058 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:05:57.058 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:05:57.326 [Timer-0] WARN o.o.p.a.s.o.h.PdpMessageHandler - not registered: object:engine/apex/handler 04:05:57.326 [Timer-0] INFO network - [OUT|DMAAP|POLICY-PDP-PAP] {"pdpType":"apex","state":"PASSIVE","healthy":"HEALTHY","description":"Pdp Heartbeat","statistics":{"pdpInstanceId":"onap-policy-apex-pdp-0","timeStamp":"2021-04-01T04:05:57.326609Z","pdpGroupName":"defaultGroup","policyDeployCount":0,"policyDeploySuccessCount":0,"policyDeployFailCount":0,"policyExecutedCount":0,"policyExecutedSuccessCount":0,"policyExecutedFailCount":0},"messageName":"PDP_STATUS","requestId":"46539f54-0f76-4398-9331-6111e316a536","timestampMs":1617249957326,"name":"onap-policy-apex-pdp-0","pdpGroup":"defaultGroup"} 04:05:57.528 [DMAAP-source-POLICY-PDP-PAP] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:05:57.528 [DMAAP-source-POLICY-PDP-PAP] ERROR o.o.p.c.e.e.c.b.i.BusConsumer$CambriaConsumerWrapper - CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) - backoff for 15000 ms. 04:06:00.088 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:06:00.089 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:06:00.089 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 2 message to send. 04:06:00.090 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 110, above threshold 10. 04:06:01.108 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 3 msgs to /events/POLICY-PDP-PAP. Oldest: 243658 ms 04:06:01.109 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:06:01.109 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:06:02.135 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:06:02.136 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:06:02.136 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 3 message to send. 04:06:02.136 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 111, above threshold 10. 04:06:03.158 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 3 msgs to /events/POLICY-PDP-PAP. Oldest: 245708 ms 04:06:03.158 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:06:03.158 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:06:04.183 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:06:04.184 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:06:04.184 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 3 message to send. 04:06:04.184 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 112, above threshold 10. 04:06:05.208 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 3 msgs to /events/POLICY-PDP-PAP. Oldest: 247758 ms 04:06:05.208 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:06:05.208 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:06:06.231 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:06:06.232 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(Unknown Source) at java.base/java.net.AbstractPlainSocketImpl.connect(Unknown Source) at java.base/java.net.SocksSocketImpl.connect(Unknown Source) at java.base/java.net.Socket.connect(Unknown Source) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:368) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 20 common frames omitted 04:06:06.232 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Send failed, 3 message to send. 04:06:06.232 [pool-2-thread-1] ERROR c.a.n.c.c.i.CambriaSimplerBatchPublisher - PUB_CHRONIC_FAILURE: Send failure count is 113, above threshold 10. 04:06:07.258 [pool-2-thread-1] INFO c.a.n.c.c.i.CambriaSimplerBatchPublisher - sending 3 msgs to /events/POLICY-PDP-PAP. Oldest: 249808 ms 04:06:07.259 [pool-2-thread-1] WARN c.a.nsa.apiClient.http.HostSelector - All hosts were blacklisted; reverting to full set of hosts. 04:06:07.259 [pool-2-thread-1] INFO c.att.nsa.apiClient.http.HttpClient - POST https://message-router:3905/events/POLICY-PDP-PAP (anonymous) ... 04:06:08.280 [pool-2-thread-1] WARN c.att.nsa.apiClient.http.HttpClient - Error executing HTTP request. Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused); blacklisting for 2 minutes 04:06:08.280 [pool-2-thread-1] WARN c.a.n.c.c.i.CambriaSimplerBatchPublisher - Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) org.apache.http.conn.HttpHostConnectException: Connect to message-router:3905 [message-router/10.233.58.250] failed: Connection refused (Connection refused) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:708) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.b