By type
[2023-01-13T06:42:13.785+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:13.785+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 228 message to send. [2023-01-13T06:42:13.785+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26045, above threshold 10. [2023-01-13T06:42:14.833+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 228 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27334681 ms [2023-01-13T06:42:14.833+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:14.834+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:14.835+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:14.835+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:14.836+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 228 message to send. [2023-01-13T06:42:14.836+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26046, above threshold 10. [2023-01-13T06:42:15.883+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 228 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27335731 ms [2023-01-13T06:42:15.883+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:15.883+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:15.886+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:15.886+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:15.886+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 228 message to send. [2023-01-13T06:42:15.886+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26047, above threshold 10. [2023-01-13T06:42:16.933+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 228 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27336781 ms [2023-01-13T06:42:16.933+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:16.933+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:16.936+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:16.936+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:16.936+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 228 message to send. [2023-01-13T06:42:16.936+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26048, above threshold 10. [2023-01-13T06:42:17.457+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=9221eeaa-1323-41ec-a5b9-eab7313280da, consumerInstance=onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-ACRUNTIME-PARTICIPANT, effectiveTopic=POLICY-ACRUNTIME-PARTICIPANT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T06:42:17.457+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] UEB GET /events/POLICY-ACRUNTIME-PARTICIPANT/9221eeaa-1323-41ec-a5b9-eab7313280da/onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45?timeout=15000 [2023-01-13T06:42:17.457+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] GET http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT/9221eeaa-1323-41ec-a5b9-eab7313280da/onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45?timeout=15000 (anonymous) ... [2023-01-13T06:42:17.459+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:17.460+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:17.460+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T06:42:17.983+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 228 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27337831 ms [2023-01-13T06:42:17.983+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:17.983+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:17.985+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:17.985+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:17.986+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 228 message to send. [2023-01-13T06:42:17.986+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26049, above threshold 10. [2023-01-13T06:42:19.033+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 228 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27338881 ms [2023-01-13T06:42:19.033+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:19.033+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:19.035+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:19.035+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:19.036+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 228 message to send. [2023-01-13T06:42:19.036+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26050, above threshold 10. [2023-01-13T06:42:20.083+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 228 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27339931 ms [2023-01-13T06:42:20.083+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:20.083+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:20.085+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:20.085+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:20.086+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 228 message to send. [2023-01-13T06:42:20.086+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26051, above threshold 10. [2023-01-13T06:42:21.133+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 228 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27340981 ms [2023-01-13T06:42:21.133+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:21.133+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:21.135+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:21.136+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:21.136+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 228 message to send. [2023-01-13T06:42:21.136+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26052, above threshold 10. [2023-01-13T06:42:22.183+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 228 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27342031 ms [2023-01-13T06:42:22.183+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:22.183+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:22.185+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:22.185+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:22.185+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 228 message to send. [2023-01-13T06:42:22.185+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26053, above threshold 10. [2023-01-13T06:42:23.233+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 228 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27343081 ms [2023-01-13T06:42:23.233+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:23.233+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:23.235+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:23.235+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:23.235+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 228 message to send. [2023-01-13T06:42:23.235+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26054, above threshold 10. [2023-01-13T06:42:24.283+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 228 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27344131 ms [2023-01-13T06:42:24.283+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:24.283+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:24.286+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:24.286+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:24.286+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 228 message to send. [2023-01-13T06:42:24.287+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26055, above threshold 10. [2023-01-13T06:42:25.333+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 228 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27345181 ms [2023-01-13T06:42:25.333+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:25.333+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:25.335+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:25.335+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:25.335+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 228 message to send. [2023-01-13T06:42:25.335+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26056, above threshold 10. [2023-01-13T06:42:26.383+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 228 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27346231 ms [2023-01-13T06:42:26.383+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:26.383+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:26.386+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:26.387+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:26.387+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 228 message to send. [2023-01-13T06:42:26.387+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26057, above threshold 10. [2023-01-13T06:42:27.433+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 228 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27347281 ms [2023-01-13T06:42:27.433+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:27.433+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:27.435+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:27.435+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:27.435+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 228 message to send. [2023-01-13T06:42:27.436+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26058, above threshold 10. [2023-01-13T06:42:28.483+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 228 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27348331 ms [2023-01-13T06:42:28.483+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:28.483+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:28.485+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:28.486+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:28.486+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 228 message to send. [2023-01-13T06:42:28.486+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26059, above threshold 10. [2023-01-13T06:42:29.533+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 228 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27349381 ms [2023-01-13T06:42:29.534+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:29.534+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:29.536+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:29.537+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:29.537+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 228 message to send. [2023-01-13T06:42:29.537+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26060, above threshold 10. [2023-01-13T06:42:30.583+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 228 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27350431 ms [2023-01-13T06:42:30.584+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:30.584+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:30.586+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:30.586+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:30.587+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 228 message to send. [2023-01-13T06:42:30.587+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26061, above threshold 10. [2023-01-13T06:42:31.633+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 228 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27351481 ms [2023-01-13T06:42:31.633+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:31.634+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:31.636+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:31.637+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:31.637+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 228 message to send. [2023-01-13T06:42:31.638+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26062, above threshold 10. [2023-01-13T06:42:32.460+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=9221eeaa-1323-41ec-a5b9-eab7313280da, consumerInstance=onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-ACRUNTIME-PARTICIPANT, effectiveTopic=POLICY-ACRUNTIME-PARTICIPANT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T06:42:32.460+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] UEB GET /events/POLICY-ACRUNTIME-PARTICIPANT/9221eeaa-1323-41ec-a5b9-eab7313280da/onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45?timeout=15000 [2023-01-13T06:42:32.460+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] GET http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT/9221eeaa-1323-41ec-a5b9-eab7313280da/onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45?timeout=15000 (anonymous) ... [2023-01-13T06:42:32.463+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:32.463+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:32.463+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T06:42:32.683+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 228 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27352531 ms [2023-01-13T06:42:32.683+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:32.683+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:32.686+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:32.686+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:32.686+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 228 message to send. [2023-01-13T06:42:32.686+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26063, above threshold 10. [2023-01-13T06:42:33.733+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 228 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27353580 ms [2023-01-13T06:42:33.733+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:33.733+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:33.735+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:33.735+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:33.735+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 228 message to send. [2023-01-13T06:42:33.735+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26064, above threshold 10. [2023-01-13T06:42:34.783+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 228 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27354631 ms [2023-01-13T06:42:34.783+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:34.783+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:34.786+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:34.786+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:34.787+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 228 message to send. [2023-01-13T06:42:34.787+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26065, above threshold 10. [2023-01-13T06:42:35.833+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 228 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27355681 ms [2023-01-13T06:42:35.833+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:35.834+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:35.836+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:35.836+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:35.837+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 228 message to send. [2023-01-13T06:42:35.837+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26066, above threshold 10. [2023-01-13T06:42:36.196+00:00|INFO|network|pool-3-thread-1] [OUT|DMAAP|POLICY-ACRUNTIME-PARTICIPANT] {"state":"UNKNOWN","healthStatus":"UNKNOWN","participantStatistics":{"participantId":{"name":"K8sParticipant0","version":"1.0.0"},"timeStamp":"2023-01-13T06:42:36.195611Z","state":"UNKNOWN","healthStatus":"UNKNOWN","eventCount":0,"lastExecutionTime":0,"averageExecutionTime":0.0,"upTime":0,"lastEnterTime":0,"lastStart":0},"participantDefinitionUpdates":[],"automationCompositionInfoList":[],"messageType":"PARTICIPANT_STATUS","messageId":"608b8ecb-e70b-48fb-beac-aa5ecd5d897c","timestamp":"2023-01-13T06:42:36.195709Z","participantType":{"name":"org.onap.policy.clamp.acm.KubernetesParticipant","version":"2.3.4"},"participantId":{"name":"K8sParticipant0","version":"1.0.0"}} [2023-01-13T06:42:36.883+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27356731 ms [2023-01-13T06:42:36.884+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:36.884+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:36.888+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:36.889+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:36.889+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:42:36.889+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26067, above threshold 10. [2023-01-13T06:42:37.933+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27357781 ms [2023-01-13T06:42:37.933+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:37.934+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:37.936+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:37.936+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:37.936+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:42:37.936+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26068, above threshold 10. [2023-01-13T06:42:38.983+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27358831 ms [2023-01-13T06:42:38.984+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:38.984+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:38.986+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:38.986+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:38.986+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:42:38.987+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26069, above threshold 10. [2023-01-13T06:42:40.033+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27359881 ms [2023-01-13T06:42:40.033+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:40.033+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:40.035+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:40.035+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:40.035+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:42:40.035+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26070, above threshold 10. [2023-01-13T06:42:41.084+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27360932 ms [2023-01-13T06:42:41.085+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:41.085+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:41.088+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:41.088+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:41.088+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:42:41.088+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26071, above threshold 10. [2023-01-13T06:42:42.133+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27361981 ms [2023-01-13T06:42:42.133+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:42.133+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:42.142+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:42.142+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:42.142+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:42:42.142+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26072, above threshold 10. [2023-01-13T06:42:43.189+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27363037 ms [2023-01-13T06:42:43.189+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:43.189+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:43.193+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:43.193+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:43.193+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:42:43.193+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26073, above threshold 10. [2023-01-13T06:42:44.233+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27364081 ms [2023-01-13T06:42:44.233+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:44.233+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:44.236+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:44.236+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:44.236+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:42:44.236+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26074, above threshold 10. [2023-01-13T06:42:45.283+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27365131 ms [2023-01-13T06:42:45.283+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:45.283+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:45.285+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:45.285+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:45.285+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:42:45.285+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26075, above threshold 10. [2023-01-13T06:42:46.333+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27366181 ms [2023-01-13T06:42:46.333+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:46.333+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:46.336+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:46.336+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:46.336+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:42:46.336+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26076, above threshold 10. [2023-01-13T06:42:47.385+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27367233 ms [2023-01-13T06:42:47.385+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:47.385+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:47.389+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:47.389+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:47.390+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:42:47.390+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26077, above threshold 10. [2023-01-13T06:42:47.463+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=9221eeaa-1323-41ec-a5b9-eab7313280da, consumerInstance=onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-ACRUNTIME-PARTICIPANT, effectiveTopic=POLICY-ACRUNTIME-PARTICIPANT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T06:42:47.463+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] UEB GET /events/POLICY-ACRUNTIME-PARTICIPANT/9221eeaa-1323-41ec-a5b9-eab7313280da/onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45?timeout=15000 [2023-01-13T06:42:47.463+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] GET http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT/9221eeaa-1323-41ec-a5b9-eab7313280da/onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45?timeout=15000 (anonymous) ... [2023-01-13T06:42:47.466+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:47.466+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:47.466+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T06:42:48.433+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27368281 ms [2023-01-13T06:42:48.433+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:48.433+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:48.435+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:48.435+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:48.435+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:42:48.435+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26078, above threshold 10. [2023-01-13T06:42:49.483+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27369331 ms [2023-01-13T06:42:49.483+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:49.483+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:49.485+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:49.486+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:49.486+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:42:49.486+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26079, above threshold 10. [2023-01-13T06:42:50.533+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27370381 ms [2023-01-13T06:42:50.533+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:50.534+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:50.536+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:50.536+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:50.536+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:42:50.536+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26080, above threshold 10. [2023-01-13T06:42:51.583+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27371431 ms [2023-01-13T06:42:51.583+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:51.583+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:51.586+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:51.586+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:51.586+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:42:51.586+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26081, above threshold 10. [2023-01-13T06:42:52.633+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27372481 ms [2023-01-13T06:42:52.633+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:52.633+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:52.636+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:52.637+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:52.637+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:42:52.637+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26082, above threshold 10. [2023-01-13T06:42:53.683+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27373531 ms [2023-01-13T06:42:53.684+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:53.684+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:53.686+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:53.687+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:53.687+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:42:53.687+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26083, above threshold 10. [2023-01-13T06:42:54.733+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27374581 ms [2023-01-13T06:42:54.733+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:54.733+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:54.735+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:54.736+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:54.736+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:42:54.736+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26084, above threshold 10. [2023-01-13T06:42:55.783+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27375631 ms [2023-01-13T06:42:55.783+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:55.784+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:55.790+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:55.790+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:55.791+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:42:55.791+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26085, above threshold 10. [2023-01-13T06:42:56.833+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27376681 ms [2023-01-13T06:42:56.833+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:56.833+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:56.835+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:56.835+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:56.835+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:42:56.835+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26086, above threshold 10. [2023-01-13T06:42:57.883+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27377731 ms [2023-01-13T06:42:57.883+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:57.884+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:57.886+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:57.886+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:57.886+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:42:57.886+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26087, above threshold 10. [2023-01-13T06:42:58.933+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27378781 ms [2023-01-13T06:42:58.933+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:58.933+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:58.935+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:58.935+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:58.936+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:42:58.936+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26088, above threshold 10. [2023-01-13T06:42:59.983+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27379831 ms [2023-01-13T06:42:59.983+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:42:59.983+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:42:59.986+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:42:59.987+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:42:59.987+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:42:59.987+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26089, above threshold 10. [2023-01-13T06:43:01.032+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27380880 ms [2023-01-13T06:43:01.033+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:01.033+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:01.035+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:01.035+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:01.035+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:01.035+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26090, above threshold 10. [2023-01-13T06:43:02.083+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27381931 ms [2023-01-13T06:43:02.083+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:02.083+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:02.085+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:02.085+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:02.085+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:02.085+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26091, above threshold 10. [2023-01-13T06:43:02.466+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=9221eeaa-1323-41ec-a5b9-eab7313280da, consumerInstance=onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-ACRUNTIME-PARTICIPANT, effectiveTopic=POLICY-ACRUNTIME-PARTICIPANT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T06:43:02.466+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] UEB GET /events/POLICY-ACRUNTIME-PARTICIPANT/9221eeaa-1323-41ec-a5b9-eab7313280da/onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45?timeout=15000 [2023-01-13T06:43:02.466+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] GET http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT/9221eeaa-1323-41ec-a5b9-eab7313280da/onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45?timeout=15000 (anonymous) ... [2023-01-13T06:43:02.469+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:02.469+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:02.469+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T06:43:03.133+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27382981 ms [2023-01-13T06:43:03.133+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:03.133+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:03.135+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:03.135+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:03.135+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:03.135+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26092, above threshold 10. [2023-01-13T06:43:04.183+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27384031 ms [2023-01-13T06:43:04.183+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:04.183+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:04.185+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:04.186+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:04.186+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:04.186+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26093, above threshold 10. [2023-01-13T06:43:05.233+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27385081 ms [2023-01-13T06:43:05.233+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:05.233+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:05.236+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:05.236+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:05.236+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:05.236+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26094, above threshold 10. [2023-01-13T06:43:06.283+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27386131 ms [2023-01-13T06:43:06.283+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:06.283+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:06.285+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:06.285+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:06.286+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:06.286+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26095, above threshold 10. [2023-01-13T06:43:07.333+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27387181 ms [2023-01-13T06:43:07.333+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:07.333+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:07.335+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:07.335+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:07.336+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:07.336+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26096, above threshold 10. [2023-01-13T06:43:08.383+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27388231 ms [2023-01-13T06:43:08.383+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:08.383+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:08.385+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:08.385+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:08.385+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:08.385+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26097, above threshold 10. [2023-01-13T06:43:09.433+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27389281 ms [2023-01-13T06:43:09.433+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:09.433+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:09.435+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:09.435+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:09.435+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:09.435+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26098, above threshold 10. [2023-01-13T06:43:10.483+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27390331 ms [2023-01-13T06:43:10.483+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:10.483+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:10.485+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:10.485+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:10.485+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:10.485+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26099, above threshold 10. [2023-01-13T06:43:11.533+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27391381 ms [2023-01-13T06:43:11.533+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:11.533+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:11.536+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:11.537+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:11.537+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:11.537+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26100, above threshold 10. [2023-01-13T06:43:12.583+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27392431 ms [2023-01-13T06:43:12.583+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:12.583+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:12.592+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:12.592+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:12.592+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:12.594+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26101, above threshold 10. [2023-01-13T06:43:13.633+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27393481 ms [2023-01-13T06:43:13.633+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:13.633+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:13.635+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:13.635+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:13.635+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:13.635+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26102, above threshold 10. [2023-01-13T06:43:14.683+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27394531 ms [2023-01-13T06:43:14.683+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:14.683+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:14.685+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:14.686+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:14.686+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:14.686+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26103, above threshold 10. [2023-01-13T06:43:15.733+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27395581 ms [2023-01-13T06:43:15.733+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:15.733+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:15.735+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:15.735+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:15.735+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:15.735+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26104, above threshold 10. [2023-01-13T06:43:16.783+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27396631 ms [2023-01-13T06:43:16.783+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:16.783+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:16.786+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:16.786+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:16.786+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:16.786+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26105, above threshold 10. [2023-01-13T06:43:17.470+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=9221eeaa-1323-41ec-a5b9-eab7313280da, consumerInstance=onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-ACRUNTIME-PARTICIPANT, effectiveTopic=POLICY-ACRUNTIME-PARTICIPANT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T06:43:17.470+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] UEB GET /events/POLICY-ACRUNTIME-PARTICIPANT/9221eeaa-1323-41ec-a5b9-eab7313280da/onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45?timeout=15000 [2023-01-13T06:43:17.470+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] GET http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT/9221eeaa-1323-41ec-a5b9-eab7313280da/onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45?timeout=15000 (anonymous) ... [2023-01-13T06:43:17.472+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:17.472+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:17.472+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T06:43:17.833+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27397681 ms [2023-01-13T06:43:17.833+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:17.833+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:17.835+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:17.835+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:17.835+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:17.836+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26106, above threshold 10. [2023-01-13T06:43:18.883+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27398731 ms [2023-01-13T06:43:18.883+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:18.883+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:18.885+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:18.885+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:18.886+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:18.886+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26107, above threshold 10. [2023-01-13T06:43:19.933+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27399781 ms [2023-01-13T06:43:19.934+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:19.934+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:19.936+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:19.936+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:19.936+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:19.936+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26108, above threshold 10. [2023-01-13T06:43:20.983+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27400831 ms [2023-01-13T06:43:20.983+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:20.983+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:20.986+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:20.986+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:20.986+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:20.986+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26109, above threshold 10. [2023-01-13T06:43:22.033+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27401881 ms [2023-01-13T06:43:22.033+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:22.033+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:22.035+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:22.036+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:22.036+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:22.036+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26110, above threshold 10. [2023-01-13T06:43:23.084+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27402932 ms [2023-01-13T06:43:23.084+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:23.084+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:23.090+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:23.090+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:23.090+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:23.090+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26111, above threshold 10. [2023-01-13T06:43:24.133+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27403981 ms [2023-01-13T06:43:24.133+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:24.133+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:24.135+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:24.136+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:24.136+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:24.136+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26112, above threshold 10. [2023-01-13T06:43:25.183+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27405031 ms [2023-01-13T06:43:25.183+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:25.183+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:25.185+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:25.185+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:25.186+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:25.186+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26113, above threshold 10. [2023-01-13T06:43:26.233+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27406081 ms [2023-01-13T06:43:26.233+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:26.233+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:26.235+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:26.235+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:26.235+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:26.235+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26114, above threshold 10. [2023-01-13T06:43:27.283+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27407131 ms [2023-01-13T06:43:27.283+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:27.283+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:27.285+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:27.286+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:27.286+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:27.286+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26115, above threshold 10. [2023-01-13T06:43:28.333+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27408181 ms [2023-01-13T06:43:28.333+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:28.333+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:28.335+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:28.335+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:28.335+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:28.335+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26116, above threshold 10. [2023-01-13T06:43:29.383+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27409231 ms [2023-01-13T06:43:29.383+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:29.384+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:29.390+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:29.390+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:29.391+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:29.391+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26117, above threshold 10. [2023-01-13T06:43:30.433+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27410281 ms [2023-01-13T06:43:30.433+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:30.433+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:30.435+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:30.435+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:30.435+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:30.435+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26118, above threshold 10. [2023-01-13T06:43:31.483+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27411331 ms [2023-01-13T06:43:31.483+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:31.483+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:31.486+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:31.486+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:31.487+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:31.487+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26119, above threshold 10. [2023-01-13T06:43:32.473+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=9221eeaa-1323-41ec-a5b9-eab7313280da, consumerInstance=onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-ACRUNTIME-PARTICIPANT, effectiveTopic=POLICY-ACRUNTIME-PARTICIPANT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T06:43:32.473+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] UEB GET /events/POLICY-ACRUNTIME-PARTICIPANT/9221eeaa-1323-41ec-a5b9-eab7313280da/onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45?timeout=15000 [2023-01-13T06:43:32.473+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] GET http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT/9221eeaa-1323-41ec-a5b9-eab7313280da/onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45?timeout=15000 (anonymous) ... [2023-01-13T06:43:32.475+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:32.475+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:32.475+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T06:43:32.533+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27412381 ms [2023-01-13T06:43:32.533+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:32.533+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:32.535+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:32.536+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:32.536+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:32.536+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26120, above threshold 10. [2023-01-13T06:43:33.583+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27413431 ms [2023-01-13T06:43:33.583+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:33.583+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:33.585+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:33.585+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:33.585+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:33.585+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26121, above threshold 10. [2023-01-13T06:43:34.633+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27414481 ms [2023-01-13T06:43:34.633+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:34.633+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:34.635+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:34.635+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:34.635+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:34.635+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26122, above threshold 10. [2023-01-13T06:43:35.683+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27415531 ms [2023-01-13T06:43:35.683+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:35.683+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:35.685+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:35.685+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:35.685+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:35.685+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26123, above threshold 10. [2023-01-13T06:43:36.733+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27416581 ms [2023-01-13T06:43:36.733+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:36.733+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:36.734+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:36.735+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:36.735+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:36.735+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26124, above threshold 10. [2023-01-13T06:43:37.783+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27417631 ms [2023-01-13T06:43:37.783+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:37.783+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:37.785+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:37.785+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:37.785+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:37.785+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26125, above threshold 10. [2023-01-13T06:43:38.833+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27418681 ms [2023-01-13T06:43:38.833+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:38.833+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:38.835+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:38.836+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:38.836+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:38.836+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26126, above threshold 10. [2023-01-13T06:43:39.883+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27419731 ms [2023-01-13T06:43:39.883+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:39.883+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:39.886+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:39.887+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:39.887+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:39.887+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26127, above threshold 10. [2023-01-13T06:43:40.933+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27420781 ms [2023-01-13T06:43:40.933+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:40.933+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:40.936+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:40.937+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:40.938+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:40.938+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26128, above threshold 10. [2023-01-13T06:43:41.983+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27421831 ms [2023-01-13T06:43:41.983+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:41.984+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:41.986+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:41.987+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:41.987+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:41.987+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26129, above threshold 10. [2023-01-13T06:43:43.033+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27422881 ms [2023-01-13T06:43:43.033+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:43.033+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:43.036+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:43.036+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:43.036+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:43.036+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26130, above threshold 10. [2023-01-13T06:43:44.083+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27423931 ms [2023-01-13T06:43:44.083+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:44.083+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:44.085+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:44.086+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:44.086+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:44.086+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26131, above threshold 10. [2023-01-13T06:43:45.133+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27424981 ms [2023-01-13T06:43:45.133+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:45.133+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:45.135+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:45.135+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:45.135+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:45.135+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26132, above threshold 10. [2023-01-13T06:43:46.183+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27426031 ms [2023-01-13T06:43:46.183+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:46.184+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:46.190+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:46.190+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:46.190+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:46.191+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26133, above threshold 10. [2023-01-13T06:43:47.233+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27427081 ms [2023-01-13T06:43:47.233+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:47.233+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:47.235+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:47.235+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:47.235+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:47.235+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26134, above threshold 10. [2023-01-13T06:43:47.476+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=9221eeaa-1323-41ec-a5b9-eab7313280da, consumerInstance=onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-ACRUNTIME-PARTICIPANT, effectiveTopic=POLICY-ACRUNTIME-PARTICIPANT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T06:43:47.476+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] UEB GET /events/POLICY-ACRUNTIME-PARTICIPANT/9221eeaa-1323-41ec-a5b9-eab7313280da/onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45?timeout=15000 [2023-01-13T06:43:47.476+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] GET http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT/9221eeaa-1323-41ec-a5b9-eab7313280da/onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45?timeout=15000 (anonymous) ... [2023-01-13T06:43:47.479+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:47.479+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:47.479+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T06:43:48.282+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27428130 ms [2023-01-13T06:43:48.283+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:48.283+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:48.284+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:48.285+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:48.285+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:48.285+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26135, above threshold 10. [2023-01-13T06:43:49.333+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27429181 ms [2023-01-13T06:43:49.333+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:49.333+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:49.335+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:49.335+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:49.335+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:49.335+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26136, above threshold 10. [2023-01-13T06:43:50.383+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27430231 ms [2023-01-13T06:43:50.383+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:50.383+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:50.385+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:50.385+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:50.385+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:50.385+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26137, above threshold 10. [2023-01-13T06:43:51.433+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27431281 ms [2023-01-13T06:43:51.433+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:51.433+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:51.435+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:51.435+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:51.435+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:51.435+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26138, above threshold 10. [2023-01-13T06:43:52.483+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27432331 ms [2023-01-13T06:43:52.483+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:52.483+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:52.485+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:52.485+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:52.486+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:52.486+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26139, above threshold 10. [2023-01-13T06:43:53.533+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27433381 ms [2023-01-13T06:43:53.533+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:53.533+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:53.535+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:53.535+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:53.535+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:53.535+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26140, above threshold 10. [2023-01-13T06:43:54.583+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27434431 ms [2023-01-13T06:43:54.583+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:54.583+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:54.585+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:54.586+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:54.586+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:54.586+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26141, above threshold 10. [2023-01-13T06:43:55.633+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27435481 ms [2023-01-13T06:43:55.633+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:55.633+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:55.635+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:55.635+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:55.636+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:55.636+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26142, above threshold 10. [2023-01-13T06:43:56.683+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27436531 ms [2023-01-13T06:43:56.683+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:56.683+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:56.685+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:56.685+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:56.685+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:56.685+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26143, above threshold 10. [2023-01-13T06:43:57.733+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27437581 ms [2023-01-13T06:43:57.733+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:57.733+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:57.735+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:57.735+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:57.735+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:57.735+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26144, above threshold 10. [2023-01-13T06:43:58.783+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27438631 ms [2023-01-13T06:43:58.783+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:58.783+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:58.785+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:58.785+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:58.785+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:58.785+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26145, above threshold 10. [2023-01-13T06:43:59.833+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27439681 ms [2023-01-13T06:43:59.833+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:43:59.833+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:43:59.835+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:43:59.835+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:43:59.835+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:43:59.835+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26146, above threshold 10. [2023-01-13T06:44:00.883+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27440731 ms [2023-01-13T06:44:00.883+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:00.884+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:00.885+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:00.886+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:00.886+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:44:00.886+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26147, above threshold 10. [2023-01-13T06:44:01.933+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27441781 ms [2023-01-13T06:44:01.933+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:01.933+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:01.935+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:01.935+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:01.935+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:44:01.935+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26148, above threshold 10. [2023-01-13T06:44:02.479+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=9221eeaa-1323-41ec-a5b9-eab7313280da, consumerInstance=onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-ACRUNTIME-PARTICIPANT, effectiveTopic=POLICY-ACRUNTIME-PARTICIPANT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T06:44:02.479+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] UEB GET /events/POLICY-ACRUNTIME-PARTICIPANT/9221eeaa-1323-41ec-a5b9-eab7313280da/onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45?timeout=15000 [2023-01-13T06:44:02.479+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] GET http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT/9221eeaa-1323-41ec-a5b9-eab7313280da/onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45?timeout=15000 (anonymous) ... [2023-01-13T06:44:02.490+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:02.490+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:02.490+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T06:44:02.982+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27442830 ms [2023-01-13T06:44:02.983+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:02.983+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:02.985+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:02.985+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:02.985+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:44:02.985+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26149, above threshold 10. [2023-01-13T06:44:04.033+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27443881 ms [2023-01-13T06:44:04.033+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:04.033+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:04.036+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:04.036+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:04.036+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:44:04.036+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26150, above threshold 10. [2023-01-13T06:44:05.083+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27444931 ms [2023-01-13T06:44:05.083+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:05.083+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:05.085+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:05.086+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:05.086+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:44:05.086+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26151, above threshold 10. [2023-01-13T06:44:06.133+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27445981 ms [2023-01-13T06:44:06.133+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:06.133+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:06.135+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:06.135+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:06.135+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:44:06.135+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26152, above threshold 10. [2023-01-13T06:44:07.183+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27447031 ms [2023-01-13T06:44:07.183+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:07.183+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:07.186+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:07.187+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:07.187+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:44:07.187+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26153, above threshold 10. [2023-01-13T06:44:08.233+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27448081 ms [2023-01-13T06:44:08.233+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:08.233+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:08.235+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:08.235+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:08.235+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:44:08.235+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26154, above threshold 10. [2023-01-13T06:44:09.283+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27449131 ms [2023-01-13T06:44:09.283+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:09.283+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:09.284+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:09.284+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:09.284+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:44:09.284+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26155, above threshold 10. [2023-01-13T06:44:10.333+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27450181 ms [2023-01-13T06:44:10.333+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:10.333+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:10.335+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:10.336+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:10.336+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:44:10.336+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26156, above threshold 10. [2023-01-13T06:44:11.382+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27451230 ms [2023-01-13T06:44:11.383+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:11.383+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:11.384+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:11.385+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:11.385+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:44:11.385+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26157, above threshold 10. [2023-01-13T06:44:12.433+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27452281 ms [2023-01-13T06:44:12.434+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:12.434+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:12.436+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:12.437+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:12.437+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:44:12.437+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26158, above threshold 10. [2023-01-13T06:44:13.483+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27453331 ms [2023-01-13T06:44:13.483+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:13.483+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:13.487+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:13.488+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:13.488+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:44:13.488+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26159, above threshold 10. [2023-01-13T06:44:14.533+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27454381 ms [2023-01-13T06:44:14.533+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:14.534+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:14.536+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:14.536+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:14.536+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:44:14.536+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26160, above threshold 10. [2023-01-13T06:44:15.583+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27455431 ms [2023-01-13T06:44:15.583+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:15.583+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:15.586+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:15.586+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:15.587+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:44:15.587+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26161, above threshold 10. [2023-01-13T06:44:16.633+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27456481 ms [2023-01-13T06:44:16.633+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:16.633+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:16.635+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:16.636+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:16.636+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:44:16.636+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26162, above threshold 10. [2023-01-13T06:44:17.490+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=9221eeaa-1323-41ec-a5b9-eab7313280da, consumerInstance=onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-ACRUNTIME-PARTICIPANT, effectiveTopic=POLICY-ACRUNTIME-PARTICIPANT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T06:44:17.490+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] UEB GET /events/POLICY-ACRUNTIME-PARTICIPANT/9221eeaa-1323-41ec-a5b9-eab7313280da/onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45?timeout=15000 [2023-01-13T06:44:17.490+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] GET http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT/9221eeaa-1323-41ec-a5b9-eab7313280da/onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45?timeout=15000 (anonymous) ... [2023-01-13T06:44:17.493+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:17.493+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:17.493+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T06:44:17.683+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27457531 ms [2023-01-13T06:44:17.683+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:17.683+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:17.687+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:17.687+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:17.687+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:44:17.687+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26163, above threshold 10. [2023-01-13T06:44:18.733+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27458581 ms [2023-01-13T06:44:18.734+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:18.734+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:18.737+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:18.739+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:18.739+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:44:18.739+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26164, above threshold 10. [2023-01-13T06:44:19.783+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27459631 ms [2023-01-13T06:44:19.783+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:19.783+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:19.786+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:19.786+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:19.786+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:44:19.786+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26165, above threshold 10. [2023-01-13T06:44:20.833+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27460681 ms [2023-01-13T06:44:20.834+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:20.834+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:20.836+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:20.836+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:20.836+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:44:20.836+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26166, above threshold 10. [2023-01-13T06:44:21.883+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27461731 ms [2023-01-13T06:44:21.883+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:21.883+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:21.885+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:21.885+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:21.885+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:44:21.885+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26167, above threshold 10. [2023-01-13T06:44:22.933+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27462781 ms [2023-01-13T06:44:22.933+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:22.933+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:22.935+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:22.935+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:22.935+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:44:22.935+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26168, above threshold 10. [2023-01-13T06:44:23.983+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27463831 ms [2023-01-13T06:44:23.983+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:23.983+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:23.987+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:23.987+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:23.987+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:44:23.987+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26169, above threshold 10. [2023-01-13T06:44:25.033+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27464881 ms [2023-01-13T06:44:25.033+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:25.033+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:25.036+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:25.036+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:25.036+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:44:25.036+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26170, above threshold 10. [2023-01-13T06:44:26.083+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27465931 ms [2023-01-13T06:44:26.083+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:26.083+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:26.085+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:26.086+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:26.086+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:44:26.086+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26171, above threshold 10. [2023-01-13T06:44:27.133+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27466981 ms [2023-01-13T06:44:27.133+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:27.133+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:27.136+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:27.136+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:27.136+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:44:27.136+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26172, above threshold 10. [2023-01-13T06:44:28.183+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27468031 ms [2023-01-13T06:44:28.183+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:28.183+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:28.186+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:28.187+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:28.187+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:44:28.187+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26173, above threshold 10. [2023-01-13T06:44:29.233+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27469081 ms [2023-01-13T06:44:29.233+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:29.233+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:29.236+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:29.237+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:29.237+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:44:29.239+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26174, above threshold 10. [2023-01-13T06:44:30.283+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27470131 ms [2023-01-13T06:44:30.283+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:30.283+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:30.285+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:30.286+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:30.286+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:44:30.286+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26175, above threshold 10. [2023-01-13T06:44:31.333+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27471181 ms [2023-01-13T06:44:31.333+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:31.333+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:31.335+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:31.335+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:31.335+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:44:31.335+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26176, above threshold 10. [2023-01-13T06:44:32.383+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27472231 ms [2023-01-13T06:44:32.383+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:32.383+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:32.386+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:32.387+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:32.387+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:44:32.387+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26177, above threshold 10. [2023-01-13T06:44:32.493+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=9221eeaa-1323-41ec-a5b9-eab7313280da, consumerInstance=onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-ACRUNTIME-PARTICIPANT, effectiveTopic=POLICY-ACRUNTIME-PARTICIPANT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T06:44:32.494+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] UEB GET /events/POLICY-ACRUNTIME-PARTICIPANT/9221eeaa-1323-41ec-a5b9-eab7313280da/onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45?timeout=15000 [2023-01-13T06:44:32.494+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] GET http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT/9221eeaa-1323-41ec-a5b9-eab7313280da/onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45?timeout=15000 (anonymous) ... [2023-01-13T06:44:32.496+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:32.496+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:32.496+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T06:44:33.433+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27473281 ms [2023-01-13T06:44:33.433+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:33.433+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:33.435+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:33.435+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:33.435+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:44:33.435+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26178, above threshold 10. [2023-01-13T06:44:34.484+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27474332 ms [2023-01-13T06:44:34.485+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:34.485+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:34.488+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:34.489+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:34.489+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:44:34.489+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26179, above threshold 10. [2023-01-13T06:44:35.533+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 229 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27475381 ms [2023-01-13T06:44:35.533+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:35.534+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:35.538+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:35.538+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:35.538+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 229 message to send. [2023-01-13T06:44:35.538+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26180, above threshold 10. [2023-01-13T06:44:36.195+00:00|INFO|network|pool-3-thread-1] [OUT|DMAAP|POLICY-ACRUNTIME-PARTICIPANT] {"state":"UNKNOWN","healthStatus":"UNKNOWN","participantStatistics":{"participantId":{"name":"K8sParticipant0","version":"1.0.0"},"timeStamp":"2023-01-13T06:44:36.195428Z","state":"UNKNOWN","healthStatus":"UNKNOWN","eventCount":0,"lastExecutionTime":0,"averageExecutionTime":0.0,"upTime":0,"lastEnterTime":0,"lastStart":0},"participantDefinitionUpdates":[],"automationCompositionInfoList":[],"messageType":"PARTICIPANT_STATUS","messageId":"ada54eb9-d680-4953-94f6-6d2532585439","timestamp":"2023-01-13T06:44:36.195514Z","participantType":{"name":"org.onap.policy.clamp.acm.KubernetesParticipant","version":"2.3.4"},"participantId":{"name":"K8sParticipant0","version":"1.0.0"}} [2023-01-13T06:44:36.583+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27476431 ms [2023-01-13T06:44:36.584+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:36.584+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:36.586+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:36.586+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:36.586+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:44:36.586+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26181, above threshold 10. [2023-01-13T06:44:37.633+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27477481 ms [2023-01-13T06:44:37.633+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:37.634+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:37.635+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:37.636+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:37.636+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:44:37.636+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26182, above threshold 10. [2023-01-13T06:44:38.683+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27478531 ms [2023-01-13T06:44:38.683+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:38.684+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:38.686+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:38.686+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:38.686+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:44:38.687+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26183, above threshold 10. [2023-01-13T06:44:39.733+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27479580 ms [2023-01-13T06:44:39.733+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:39.733+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:39.736+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:39.736+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:39.736+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:44:39.736+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26184, above threshold 10. [2023-01-13T06:44:40.783+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27480631 ms [2023-01-13T06:44:40.783+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:40.783+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:40.785+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:40.786+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:40.786+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:44:40.786+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26185, above threshold 10. [2023-01-13T06:44:41.833+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27481681 ms [2023-01-13T06:44:41.833+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:41.833+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:41.836+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:41.836+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:41.836+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:44:41.836+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26186, above threshold 10. [2023-01-13T06:44:42.883+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27482731 ms [2023-01-13T06:44:42.885+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:42.885+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:42.889+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:42.890+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:42.890+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:44:42.891+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26187, above threshold 10. [2023-01-13T06:44:43.933+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27483781 ms [2023-01-13T06:44:43.933+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:43.933+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:43.937+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:43.937+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:43.937+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:44:43.937+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26188, above threshold 10. [2023-01-13T06:44:44.983+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27484831 ms [2023-01-13T06:44:44.983+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:44.983+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:44.985+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:44.985+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:44.985+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:44:44.985+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26189, above threshold 10. [2023-01-13T06:44:46.033+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27485881 ms [2023-01-13T06:44:46.033+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:46.033+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:46.035+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:46.035+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:46.035+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:44:46.035+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26190, above threshold 10. [2023-01-13T06:44:47.083+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27486931 ms [2023-01-13T06:44:47.083+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:47.083+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:47.085+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:47.086+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:47.086+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:44:47.086+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26191, above threshold 10. [2023-01-13T06:44:47.496+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=9221eeaa-1323-41ec-a5b9-eab7313280da, consumerInstance=onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-ACRUNTIME-PARTICIPANT, effectiveTopic=POLICY-ACRUNTIME-PARTICIPANT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T06:44:47.496+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] UEB GET /events/POLICY-ACRUNTIME-PARTICIPANT/9221eeaa-1323-41ec-a5b9-eab7313280da/onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45?timeout=15000 [2023-01-13T06:44:47.496+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] GET http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT/9221eeaa-1323-41ec-a5b9-eab7313280da/onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45?timeout=15000 (anonymous) ... [2023-01-13T06:44:47.499+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:47.499+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:47.499+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T06:44:48.133+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27487981 ms [2023-01-13T06:44:48.133+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:48.133+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:48.135+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:48.136+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:48.136+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:44:48.136+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26192, above threshold 10. [2023-01-13T06:44:49.183+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27489031 ms [2023-01-13T06:44:49.183+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:49.183+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:49.186+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:49.186+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:49.186+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:44:49.187+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26193, above threshold 10. [2023-01-13T06:44:50.233+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27490081 ms [2023-01-13T06:44:50.233+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:50.233+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:50.235+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:50.236+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:50.236+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:44:50.236+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26194, above threshold 10. [2023-01-13T06:44:51.283+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27491131 ms [2023-01-13T06:44:51.283+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:51.283+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:51.286+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:51.286+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:51.286+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:44:51.286+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26195, above threshold 10. [2023-01-13T06:44:52.333+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27492181 ms [2023-01-13T06:44:52.333+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:52.333+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:52.335+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:52.335+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:52.335+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:44:52.335+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26196, above threshold 10. [2023-01-13T06:44:53.382+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27493230 ms [2023-01-13T06:44:53.383+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:53.383+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:53.385+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:53.385+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:53.385+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:44:53.385+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26197, above threshold 10. [2023-01-13T06:44:54.433+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27494281 ms [2023-01-13T06:44:54.433+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:54.433+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:54.435+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:54.436+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:54.436+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:44:54.436+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26198, above threshold 10. [2023-01-13T06:44:55.483+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27495331 ms [2023-01-13T06:44:55.483+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:55.483+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:55.485+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:55.486+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:55.486+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:44:55.486+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26199, above threshold 10. [2023-01-13T06:44:56.533+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27496381 ms [2023-01-13T06:44:56.533+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:56.533+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:56.535+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:56.536+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:56.536+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:44:56.536+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26200, above threshold 10. [2023-01-13T06:44:57.583+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27497431 ms [2023-01-13T06:44:57.583+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:57.583+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:57.585+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:57.586+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:57.586+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:44:57.586+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26201, above threshold 10. [2023-01-13T06:44:58.633+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27498481 ms [2023-01-13T06:44:58.633+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:58.633+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:58.635+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:58.635+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:58.635+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:44:58.635+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26202, above threshold 10. [2023-01-13T06:44:59.683+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27499531 ms [2023-01-13T06:44:59.684+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:44:59.684+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:44:59.686+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:44:59.686+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:44:59.687+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:44:59.687+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26203, above threshold 10. [2023-01-13T06:45:00.733+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27500581 ms [2023-01-13T06:45:00.734+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:00.734+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:00.736+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:00.737+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:00.738+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:00.738+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26204, above threshold 10. [2023-01-13T06:45:01.784+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27501632 ms [2023-01-13T06:45:01.784+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:01.784+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:01.787+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:01.787+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:01.787+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:01.787+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26205, above threshold 10. [2023-01-13T06:45:02.499+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=9221eeaa-1323-41ec-a5b9-eab7313280da, consumerInstance=onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-ACRUNTIME-PARTICIPANT, effectiveTopic=POLICY-ACRUNTIME-PARTICIPANT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T06:45:02.499+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] UEB GET /events/POLICY-ACRUNTIME-PARTICIPANT/9221eeaa-1323-41ec-a5b9-eab7313280da/onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45?timeout=15000 [2023-01-13T06:45:02.499+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] GET http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT/9221eeaa-1323-41ec-a5b9-eab7313280da/onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45?timeout=15000 (anonymous) ... [2023-01-13T06:45:02.502+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:02.502+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:02.502+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T06:45:02.833+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27502681 ms [2023-01-13T06:45:02.833+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:02.833+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:02.835+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:02.835+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:02.835+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:02.835+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26206, above threshold 10. [2023-01-13T06:45:03.883+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27503731 ms [2023-01-13T06:45:03.883+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:03.883+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:03.885+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:03.885+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:03.885+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:03.885+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26207, above threshold 10. [2023-01-13T06:45:04.933+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27504780 ms [2023-01-13T06:45:04.933+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:04.933+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:04.935+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:04.935+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:04.935+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:04.935+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26208, above threshold 10. [2023-01-13T06:45:05.983+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27505831 ms [2023-01-13T06:45:05.983+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:05.983+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:05.986+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:05.986+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:05.986+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:05.986+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26209, above threshold 10. [2023-01-13T06:45:07.033+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27506881 ms [2023-01-13T06:45:07.033+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:07.033+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:07.035+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:07.036+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:07.036+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:07.036+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26210, above threshold 10. [2023-01-13T06:45:08.083+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27507931 ms [2023-01-13T06:45:08.083+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:08.083+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:08.085+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:08.086+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:08.086+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:08.086+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26211, above threshold 10. [2023-01-13T06:45:09.133+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27508981 ms [2023-01-13T06:45:09.133+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:09.133+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:09.136+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:09.137+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:09.137+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:09.137+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26212, above threshold 10. [2023-01-13T06:45:10.183+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27510031 ms [2023-01-13T06:45:10.183+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:10.183+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:10.185+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:10.185+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:10.185+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:10.185+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26213, above threshold 10. [2023-01-13T06:45:11.233+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27511081 ms [2023-01-13T06:45:11.233+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:11.233+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:11.235+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:11.236+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:11.236+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:11.236+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26214, above threshold 10. [2023-01-13T06:45:12.283+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27512131 ms [2023-01-13T06:45:12.285+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:12.285+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:12.287+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:12.288+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:12.288+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:12.288+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26215, above threshold 10. [2023-01-13T06:45:13.333+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27513181 ms [2023-01-13T06:45:13.333+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:13.334+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:13.336+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:13.336+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:13.336+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:13.336+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26216, above threshold 10. [2023-01-13T06:45:14.383+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27514231 ms [2023-01-13T06:45:14.383+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:14.383+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:14.386+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:14.386+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:14.386+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:14.386+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26217, above threshold 10. [2023-01-13T06:45:15.433+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27515281 ms [2023-01-13T06:45:15.433+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:15.433+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:15.435+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:15.435+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:15.435+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:15.435+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26218, above threshold 10. [2023-01-13T06:45:16.483+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27516331 ms [2023-01-13T06:45:16.483+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:16.483+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:16.486+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:16.486+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:16.486+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:16.486+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26219, above threshold 10. [2023-01-13T06:45:17.503+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=9221eeaa-1323-41ec-a5b9-eab7313280da, consumerInstance=onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-ACRUNTIME-PARTICIPANT, effectiveTopic=POLICY-ACRUNTIME-PARTICIPANT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T06:45:17.503+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] UEB GET /events/POLICY-ACRUNTIME-PARTICIPANT/9221eeaa-1323-41ec-a5b9-eab7313280da/onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45?timeout=15000 [2023-01-13T06:45:17.503+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] GET http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT/9221eeaa-1323-41ec-a5b9-eab7313280da/onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45?timeout=15000 (anonymous) ... [2023-01-13T06:45:17.505+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:17.505+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:17.505+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T06:45:17.533+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27517381 ms [2023-01-13T06:45:17.533+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:17.534+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:17.535+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:17.535+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:17.536+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:17.536+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26220, above threshold 10. [2023-01-13T06:45:18.583+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27518431 ms [2023-01-13T06:45:18.583+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:18.583+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:18.586+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:18.586+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:18.586+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:18.586+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26221, above threshold 10. [2023-01-13T06:45:19.633+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27519481 ms [2023-01-13T06:45:19.633+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:19.633+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:19.635+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:19.635+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:19.635+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:19.636+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26222, above threshold 10. [2023-01-13T06:45:20.683+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27520531 ms [2023-01-13T06:45:20.683+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:20.683+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:20.686+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:20.686+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:20.686+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:20.686+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26223, above threshold 10. [2023-01-13T06:45:21.733+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27521581 ms [2023-01-13T06:45:21.733+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:21.733+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:21.736+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:21.736+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:21.736+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:21.736+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26224, above threshold 10. [2023-01-13T06:45:22.783+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27522631 ms [2023-01-13T06:45:22.783+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:22.784+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:22.786+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:22.786+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:22.787+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:22.787+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26225, above threshold 10. [2023-01-13T06:45:23.833+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27523681 ms [2023-01-13T06:45:23.833+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:23.833+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:23.835+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:23.835+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:23.835+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:23.835+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26226, above threshold 10. [2023-01-13T06:45:24.883+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27524731 ms [2023-01-13T06:45:24.884+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:24.884+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:24.886+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:24.886+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:24.886+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:24.886+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26227, above threshold 10. [2023-01-13T06:45:25.933+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27525781 ms [2023-01-13T06:45:25.933+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:25.933+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:25.935+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:25.935+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:25.936+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:25.936+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26228, above threshold 10. [2023-01-13T06:45:26.983+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27526831 ms [2023-01-13T06:45:26.983+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:26.983+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:26.985+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:26.985+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:26.985+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:26.985+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26229, above threshold 10. [2023-01-13T06:45:28.033+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27527881 ms [2023-01-13T06:45:28.034+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:28.034+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:28.036+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:28.037+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:28.037+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:28.037+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26230, above threshold 10. [2023-01-13T06:45:29.083+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27528931 ms [2023-01-13T06:45:29.083+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:29.083+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:29.085+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:29.085+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:29.085+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:29.085+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26231, above threshold 10. [2023-01-13T06:45:30.133+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27529981 ms [2023-01-13T06:45:30.133+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:30.133+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:30.135+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:30.135+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:30.135+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:30.135+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26232, above threshold 10. [2023-01-13T06:45:31.183+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27531031 ms [2023-01-13T06:45:31.183+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:31.183+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:31.186+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:31.186+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:31.186+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:31.186+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26233, above threshold 10. [2023-01-13T06:45:32.233+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27532081 ms [2023-01-13T06:45:32.233+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:32.233+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:32.235+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:32.236+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:32.236+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:32.236+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26234, above threshold 10. [2023-01-13T06:45:32.506+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=9221eeaa-1323-41ec-a5b9-eab7313280da, consumerInstance=onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-ACRUNTIME-PARTICIPANT, effectiveTopic=POLICY-ACRUNTIME-PARTICIPANT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T06:45:32.506+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] UEB GET /events/POLICY-ACRUNTIME-PARTICIPANT/9221eeaa-1323-41ec-a5b9-eab7313280da/onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45?timeout=15000 [2023-01-13T06:45:32.506+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] GET http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT/9221eeaa-1323-41ec-a5b9-eab7313280da/onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45?timeout=15000 (anonymous) ... [2023-01-13T06:45:32.508+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:32.509+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:32.509+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T06:45:33.283+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27533131 ms [2023-01-13T06:45:33.283+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:33.283+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:33.290+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:33.290+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:33.290+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:33.290+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26235, above threshold 10. [2023-01-13T06:45:34.333+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27534181 ms [2023-01-13T06:45:34.333+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:34.333+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:34.335+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:34.335+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:34.335+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:34.335+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26236, above threshold 10. [2023-01-13T06:45:35.383+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27535231 ms [2023-01-13T06:45:35.383+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:35.383+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:35.384+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:35.385+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:35.385+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:35.385+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26237, above threshold 10. [2023-01-13T06:45:36.433+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27536281 ms [2023-01-13T06:45:36.433+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:36.433+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:36.435+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:36.436+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:36.436+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:36.436+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26238, above threshold 10. [2023-01-13T06:45:37.483+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27537331 ms [2023-01-13T06:45:37.483+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:37.483+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:37.485+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:37.485+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:37.486+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:37.486+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26239, above threshold 10. [2023-01-13T06:45:38.533+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27538381 ms [2023-01-13T06:45:38.533+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:38.533+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:38.535+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:38.536+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:38.539+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:38.539+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26240, above threshold 10. [2023-01-13T06:45:39.583+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27539431 ms [2023-01-13T06:45:39.583+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:39.583+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:39.586+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:39.587+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:39.587+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:39.587+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26241, above threshold 10. [2023-01-13T06:45:40.633+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27540481 ms [2023-01-13T06:45:40.633+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:40.633+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:40.635+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:40.635+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:40.635+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:40.635+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26242, above threshold 10. [2023-01-13T06:45:41.683+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27541531 ms [2023-01-13T06:45:41.683+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:41.683+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:41.687+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:41.688+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:41.688+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:41.688+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26243, above threshold 10. [2023-01-13T06:45:42.733+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27542581 ms [2023-01-13T06:45:42.733+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:42.733+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:42.735+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:42.735+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:42.735+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:42.735+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26244, above threshold 10. [2023-01-13T06:45:43.783+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27543631 ms [2023-01-13T06:45:43.783+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:43.783+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:43.785+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:43.786+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:43.786+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:43.786+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26245, above threshold 10. [2023-01-13T06:45:44.833+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27544681 ms [2023-01-13T06:45:44.833+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:44.833+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:44.836+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:44.837+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:44.837+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:44.837+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26246, above threshold 10. [2023-01-13T06:45:45.883+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27545731 ms [2023-01-13T06:45:45.883+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:45.883+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:45.885+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:45.885+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:45.885+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:45.885+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26247, above threshold 10. [2023-01-13T06:45:46.933+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27546781 ms [2023-01-13T06:45:46.933+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:46.933+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:46.935+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:46.935+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:46.935+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:46.935+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26248, above threshold 10. [2023-01-13T06:45:47.509+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=9221eeaa-1323-41ec-a5b9-eab7313280da, consumerInstance=onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-ACRUNTIME-PARTICIPANT, effectiveTopic=POLICY-ACRUNTIME-PARTICIPANT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T06:45:47.509+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] UEB GET /events/POLICY-ACRUNTIME-PARTICIPANT/9221eeaa-1323-41ec-a5b9-eab7313280da/onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45?timeout=15000 [2023-01-13T06:45:47.509+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] GET http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT/9221eeaa-1323-41ec-a5b9-eab7313280da/onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45?timeout=15000 (anonymous) ... [2023-01-13T06:45:47.511+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:47.511+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:47.511+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T06:45:47.983+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27547831 ms [2023-01-13T06:45:47.983+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:47.983+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:47.985+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:47.986+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:47.986+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:47.986+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26249, above threshold 10. [2023-01-13T06:45:49.033+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27548881 ms [2023-01-13T06:45:49.033+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:49.033+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:49.035+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:49.035+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:49.035+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:49.035+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26250, above threshold 10. [2023-01-13T06:45:50.083+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27549931 ms [2023-01-13T06:45:50.083+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:50.084+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:50.090+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:50.091+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:50.091+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:50.091+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26251, above threshold 10. [2023-01-13T06:45:51.133+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27550981 ms [2023-01-13T06:45:51.133+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:51.133+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:51.135+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:51.136+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:51.136+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:51.136+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26252, above threshold 10. [2023-01-13T06:45:52.183+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27552031 ms [2023-01-13T06:45:52.183+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:52.183+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:52.190+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:52.190+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:52.191+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:52.191+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26253, above threshold 10. [2023-01-13T06:45:53.233+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27553081 ms [2023-01-13T06:45:53.233+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:53.233+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:53.235+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:53.235+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:53.235+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:53.235+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26254, above threshold 10. [2023-01-13T06:45:54.283+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27554131 ms [2023-01-13T06:45:54.283+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:54.283+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:54.286+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:54.287+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:54.287+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:54.287+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26255, above threshold 10. [2023-01-13T06:45:55.333+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27555181 ms [2023-01-13T06:45:55.333+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:55.333+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:55.335+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:55.335+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:55.335+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:55.335+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26256, above threshold 10. [2023-01-13T06:45:56.384+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27556232 ms [2023-01-13T06:45:56.385+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:56.385+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:56.388+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:56.389+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:56.391+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:56.391+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26257, above threshold 10. [2023-01-13T06:45:57.433+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27557281 ms [2023-01-13T06:45:57.434+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:57.434+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:57.436+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:57.436+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:57.437+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:57.437+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26258, above threshold 10. [2023-01-13T06:45:58.483+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27558331 ms [2023-01-13T06:45:58.484+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:58.484+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:58.486+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:58.486+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:58.486+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:58.486+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26259, above threshold 10. [2023-01-13T06:45:59.533+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27559381 ms [2023-01-13T06:45:59.534+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:45:59.534+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:45:59.536+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:45:59.537+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:45:59.537+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:45:59.537+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26260, above threshold 10. [2023-01-13T06:46:00.585+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27560433 ms [2023-01-13T06:46:00.585+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:46:00.585+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:46:00.593+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:46:00.593+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:46:00.594+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:46:00.594+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26261, above threshold 10. [2023-01-13T06:46:01.633+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27561481 ms [2023-01-13T06:46:01.633+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:46:01.633+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:46:01.635+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:46:01.636+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:46:01.636+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:46:01.636+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26262, above threshold 10. [2023-01-13T06:46:02.512+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=9221eeaa-1323-41ec-a5b9-eab7313280da, consumerInstance=onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-ACRUNTIME-PARTICIPANT, effectiveTopic=POLICY-ACRUNTIME-PARTICIPANT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T06:46:02.512+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] UEB GET /events/POLICY-ACRUNTIME-PARTICIPANT/9221eeaa-1323-41ec-a5b9-eab7313280da/onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45?timeout=15000 [2023-01-13T06:46:02.512+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] GET http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT/9221eeaa-1323-41ec-a5b9-eab7313280da/onap-policy-clamp-ac-k8s-ppnt-5d87d6fbc6-xgg45?timeout=15000 (anonymous) ... [2023-01-13T06:46:02.514+00:00|INFO|HttpClient|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:46:02.514+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T06:46:02.514+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-ACRUNTIME-PARTICIPANT] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T06:46:02.683+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27562531 ms [2023-01-13T06:46:02.683+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:46:02.683+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:46:02.685+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:46:02.685+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:46:02.685+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:46:02.685+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26263, above threshold 10. [2023-01-13T06:46:03.733+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27563581 ms [2023-01-13T06:46:03.733+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:46:03.733+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:46:03.735+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:46:03.736+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:46:03.736+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:46:03.736+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26264, above threshold 10. [2023-01-13T06:46:04.783+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27564631 ms [2023-01-13T06:46:04.783+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:46:04.783+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:46:04.785+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:46:04.786+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:46:04.786+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:46:04.786+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26265, above threshold 10. [2023-01-13T06:46:05.833+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27565681 ms [2023-01-13T06:46:05.833+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:46:05.833+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:46:05.835+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:46:05.835+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:46:05.835+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:46:05.835+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26266, above threshold 10. [2023-01-13T06:46:06.883+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27566731 ms [2023-01-13T06:46:06.883+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:46:06.883+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:46:06.887+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:46:06.887+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:46:06.887+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:46:06.887+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26267, above threshold 10. [2023-01-13T06:46:07.933+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27567781 ms [2023-01-13T06:46:07.934+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:46:07.934+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:46:07.936+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:46:07.937+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:46:07.937+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:46:07.937+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26268, above threshold 10. [2023-01-13T06:46:08.983+00:00|INFO|CambriaSimplerBatchPublisher|pool-4-thread-1] sending 230 msgs to /events/POLICY-ACRUNTIME-PARTICIPANT. Oldest: 27568831 ms [2023-01-13T06:46:08.983+00:00|WARN|HostSelector|pool-4-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T06:46:08.983+00:00|INFO|HttpClient|pool-4-thread-1] POST http://message-router:3904/events/POLICY-ACRUNTIME-PARTICIPANT (anonymous) ... [2023-01-13T06:46:08.985+00:00|INFO|HttpClient|pool-4-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T06:46:08.985+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) at java.base/java.util.concurrent.FutureTask.runAndReset(Unknown Source) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) [2023-01-13T06:46:08.985+00:00|WARN|CambriaSimplerBatchPublisher|pool-4-thread-1] Send failed, 230 message to send. [2023-01-13T06:46:08.985+00:00|ERROR|CambriaSimplerBatchPublisher|pool-4-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26269, above threshold 10. [2023-01-13T06:46:10.033+00:00|INFO|CambriaSim