at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:37:30.185+00:00|INFO|CambriaConsumerImpl|DMAAP-source-DCAE_TOPIC] UEB GET /events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100 [2023-01-13T04:37:30.185+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] GET http://message-router:3904/events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:37:30.184+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-A1-P-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=df83d9e9-0546-4d48-9f74-7b93ef1bcd94, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-A1-P-RSP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=A1-P-RSP, effectiveTopic=A1-P-RSP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:37:30.185+00:00|INFO|CambriaConsumerImpl|DMAAP-source-A1-P-RSP] UEB GET /events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:37:30.185+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] GET http://message-router:3904/events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:37:30.186+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:30.186+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:30.186+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:30.186+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:30.186+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:37:30.186+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:30.186+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:37:30.186+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:30.186+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:37:30.187+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:30.187+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:30.187+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:37:30.187+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:30.187+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:30.187+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:37:30.645+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 163 msgs to /events/POLICY-PDP-PAP. Oldest: 19522241 ms [2023-01-13T04:37:30.645+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:37:30.646+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:37:30.648+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:30.648+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:37:30.648+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 163 message to send. [2023-01-13T04:37:30.648+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18597, above threshold 10. [2023-01-13T04:37:31.693+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 163 msgs to /events/POLICY-PDP-PAP. Oldest: 19523289 ms [2023-01-13T04:37:31.693+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:37:31.693+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:37:31.696+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:31.696+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:37:31.696+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 163 message to send. [2023-01-13T04:37:31.696+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18598, above threshold 10. [2023-01-13T04:37:32.743+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 163 msgs to /events/POLICY-PDP-PAP. Oldest: 19524339 ms [2023-01-13T04:37:32.743+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:37:32.743+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:37:32.745+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:32.745+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:37:32.745+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 163 message to send. [2023-01-13T04:37:32.745+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18599, above threshold 10. [2023-01-13T04:37:33.793+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 163 msgs to /events/POLICY-PDP-PAP. Oldest: 19525389 ms [2023-01-13T04:37:33.793+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:37:33.793+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:37:33.796+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:33.796+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:37:33.796+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 163 message to send. [2023-01-13T04:37:33.796+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18600, above threshold 10. [2023-01-13T04:37:34.843+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 163 msgs to /events/POLICY-PDP-PAP. Oldest: 19526439 ms [2023-01-13T04:37:34.843+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:37:34.843+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:37:34.845+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:34.846+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:37:34.846+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 163 message to send. [2023-01-13T04:37:34.846+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18601, above threshold 10. [2023-01-13T04:37:35.893+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 163 msgs to /events/POLICY-PDP-PAP. Oldest: 19527489 ms [2023-01-13T04:37:35.893+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:37:35.893+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:37:35.895+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:35.895+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:37:35.896+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 163 message to send. [2023-01-13T04:37:35.896+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18602, above threshold 10. [2023-01-13T04:37:36.943+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 163 msgs to /events/POLICY-PDP-PAP. Oldest: 19528539 ms [2023-01-13T04:37:36.943+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:37:36.943+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:37:36.946+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:36.946+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:37:36.946+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 163 message to send. [2023-01-13T04:37:36.946+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18603, above threshold 10. [2023-01-13T04:37:37.993+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 163 msgs to /events/POLICY-PDP-PAP. Oldest: 19529589 ms [2023-01-13T04:37:37.993+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:37:37.993+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:37:37.995+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:37.995+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:37:37.996+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 163 message to send. [2023-01-13T04:37:37.996+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18604, above threshold 10. [2023-01-13T04:37:39.043+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 163 msgs to /events/POLICY-PDP-PAP. Oldest: 19530639 ms [2023-01-13T04:37:39.043+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:37:39.043+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:37:39.045+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:39.046+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:37:39.046+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 163 message to send. [2023-01-13T04:37:39.046+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18605, above threshold 10. [2023-01-13T04:37:40.093+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 163 msgs to /events/POLICY-PDP-PAP. Oldest: 19531689 ms [2023-01-13T04:37:40.093+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:37:40.093+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:37:40.096+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:40.096+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:37:40.096+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 163 message to send. [2023-01-13T04:37:40.097+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18606, above threshold 10. [2023-01-13T04:37:41.143+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 163 msgs to /events/POLICY-PDP-PAP. Oldest: 19532739 ms [2023-01-13T04:37:41.143+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:37:41.143+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:37:41.145+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:41.145+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:37:41.145+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 163 message to send. [2023-01-13T04:37:41.146+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18607, above threshold 10. [2023-01-13T04:37:42.193+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 163 msgs to /events/POLICY-PDP-PAP. Oldest: 19533789 ms [2023-01-13T04:37:42.193+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:37:42.193+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:37:42.198+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:42.198+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:37:42.198+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 163 message to send. [2023-01-13T04:37:42.198+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18608, above threshold 10. [2023-01-13T04:37:43.243+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 163 msgs to /events/POLICY-PDP-PAP. Oldest: 19534839 ms [2023-01-13T04:37:43.243+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:37:43.244+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:37:43.246+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:43.246+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:37:43.247+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 163 message to send. [2023-01-13T04:37:43.247+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18609, above threshold 10. [2023-01-13T04:37:44.024+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-LCM-WRITE] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=2146770a-49d1-458f-8b37-9d59e94c6ba0, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-LCM-WRITE,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-LCM-WRITE, effectiveTopic=APPC-LCM-WRITE, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:37:44.024+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-LCM-WRITE] UEB GET /events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:37:44.024+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] GET http://message-router:3904/events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:37:44.027+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:44.027+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:44.027+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:37:44.293+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 163 msgs to /events/POLICY-PDP-PAP. Oldest: 19535889 ms [2023-01-13T04:37:44.293+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:37:44.294+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:37:44.296+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:44.296+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:37:44.297+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 163 message to send. [2023-01-13T04:37:44.297+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18610, above threshold 10. [2023-01-13T04:37:45.186+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-SDNR-CL-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=249024c4-5d0a-4e9c-86cb-3d665f87db63, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-SDNR-CL-RSP,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=SDNR-CL-RSP, effectiveTopic=SDNR-CL-RSP, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:37:45.186+00:00|INFO|CambriaConsumerImpl|DMAAP-source-SDNR-CL-RSP] UEB GET /events/SDNR-CL-RSP/249024c4-5d0a-4e9c-86cb-3d665f87db63/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:37:45.186+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=135486dd-0cbb-45d5-a681-1315feb79308, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:37:45.186+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/135486dd-0cbb-45d5-a681-1315feb79308/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:37:45.186+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] GET http://message-router:3904/events/SDNR-CL-RSP/249024c4-5d0a-4e9c-86cb-3d665f87db63/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:37:45.186+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/135486dd-0cbb-45d5-a681-1315feb79308/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:37:45.186+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-CL] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=b085c252-116f-4ea7-b140-6a1320c9e761, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-CL,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-CL, effectiveTopic=APPC-CL, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:37:45.187+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-CL] UEB GET /events/APPC-CL/b085c252-116f-4ea7-b140-6a1320c9e761/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:37:45.187+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] GET http://message-router:3904/events/APPC-CL/b085c252-116f-4ea7-b140-6a1320c9e761/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:37:45.187+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-DCAE_TOPIC] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=dcae.policy.shared, consumerInstance=98855861-d5f2-4358-956e-6b56135a74eb, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-DCAE_TOPIC,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=DCAE_TOPIC, effectiveTopic=unauthenticated.DCAE_CL_OUTPUT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:37:45.187+00:00|INFO|CambriaConsumerImpl|DMAAP-source-DCAE_TOPIC] UEB GET /events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100 [2023-01-13T04:37:45.187+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] GET http://message-router:3904/events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:37:45.187+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-A1-P-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=df83d9e9-0546-4d48-9f74-7b93ef1bcd94, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-A1-P-RSP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=A1-P-RSP, effectiveTopic=A1-P-RSP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:37:45.187+00:00|INFO|CambriaConsumerImpl|DMAAP-source-A1-P-RSP] UEB GET /events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:37:45.187+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] GET http://message-router:3904/events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:37:45.190+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:45.190+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:45.190+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:37:45.190+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:45.190+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:45.190+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:45.190+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:45.190+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:45.190+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:37:45.190+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:45.190+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:37:45.190+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:37:45.190+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:45.191+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:45.191+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:37:45.343+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 163 msgs to /events/POLICY-PDP-PAP. Oldest: 19536939 ms [2023-01-13T04:37:45.346+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:37:45.346+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:37:45.348+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:45.348+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:37:45.348+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 163 message to send. [2023-01-13T04:37:45.348+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18611, above threshold 10. [2023-01-13T04:37:46.393+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 163 msgs to /events/POLICY-PDP-PAP. Oldest: 19537989 ms [2023-01-13T04:37:46.393+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:37:46.393+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:37:46.395+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:46.395+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:37:46.396+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 163 message to send. [2023-01-13T04:37:46.396+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18612, above threshold 10. [2023-01-13T04:37:47.443+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 163 msgs to /events/POLICY-PDP-PAP. Oldest: 19539039 ms [2023-01-13T04:37:47.443+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:37:47.443+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:37:47.445+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:47.445+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:37:47.445+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 163 message to send. [2023-01-13T04:37:47.445+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18613, above threshold 10. [2023-01-13T04:37:48.493+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 163 msgs to /events/POLICY-PDP-PAP. Oldest: 19540089 ms [2023-01-13T04:37:48.493+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:37:48.493+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:37:48.495+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:48.495+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:37:48.495+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 163 message to send. [2023-01-13T04:37:48.495+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18614, above threshold 10. [2023-01-13T04:37:49.543+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 163 msgs to /events/POLICY-PDP-PAP. Oldest: 19541139 ms [2023-01-13T04:37:49.543+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:37:49.543+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:37:49.546+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:49.546+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:37:49.546+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 163 message to send. [2023-01-13T04:37:49.546+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18615, above threshold 10. [2023-01-13T04:37:50.593+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 163 msgs to /events/POLICY-PDP-PAP. Oldest: 19542189 ms [2023-01-13T04:37:50.593+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:37:50.593+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:37:50.595+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:50.595+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:37:50.595+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 163 message to send. [2023-01-13T04:37:50.595+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18616, above threshold 10. [2023-01-13T04:37:51.643+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 163 msgs to /events/POLICY-PDP-PAP. Oldest: 19543239 ms [2023-01-13T04:37:51.643+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:37:51.643+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:37:51.646+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:51.646+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:37:51.647+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 163 message to send. [2023-01-13T04:37:51.647+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18617, above threshold 10. [2023-01-13T04:37:52.693+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 163 msgs to /events/POLICY-PDP-PAP. Oldest: 19544289 ms [2023-01-13T04:37:52.693+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:37:52.694+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:37:52.696+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:52.697+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:37:52.697+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 163 message to send. [2023-01-13T04:37:52.697+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18618, above threshold 10. [2023-01-13T04:37:53.743+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 163 msgs to /events/POLICY-PDP-PAP. Oldest: 19545339 ms [2023-01-13T04:37:53.743+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:37:53.743+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:37:53.747+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:53.748+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:37:53.748+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 163 message to send. [2023-01-13T04:37:53.748+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18619, above threshold 10. [2023-01-13T04:37:54.793+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 163 msgs to /events/POLICY-PDP-PAP. Oldest: 19546389 ms [2023-01-13T04:37:54.793+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:37:54.793+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:37:54.796+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:54.796+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:37:54.796+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 163 message to send. [2023-01-13T04:37:54.796+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18620, above threshold 10. [2023-01-13T04:37:55.843+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 163 msgs to /events/POLICY-PDP-PAP. Oldest: 19547439 ms [2023-01-13T04:37:55.843+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:37:55.843+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:37:55.845+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:55.846+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:37:55.846+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 163 message to send. [2023-01-13T04:37:55.846+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18621, above threshold 10. [2023-01-13T04:37:56.893+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 163 msgs to /events/POLICY-PDP-PAP. Oldest: 19548489 ms [2023-01-13T04:37:56.893+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:37:56.894+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:37:56.896+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:56.897+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:37:56.897+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 163 message to send. [2023-01-13T04:37:56.897+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18622, above threshold 10. [2023-01-13T04:37:57.943+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 163 msgs to /events/POLICY-PDP-PAP. Oldest: 19549539 ms [2023-01-13T04:37:57.943+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:37:57.944+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:37:57.946+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:57.946+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:37:57.946+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 163 message to send. [2023-01-13T04:37:57.946+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18623, above threshold 10. [2023-01-13T04:37:58.993+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 163 msgs to /events/POLICY-PDP-PAP. Oldest: 19550589 ms [2023-01-13T04:37:58.994+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:37:58.994+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:37:58.996+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:58.996+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:37:58.997+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 163 message to send. [2023-01-13T04:37:58.998+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18624, above threshold 10. [2023-01-13T04:37:59.028+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-LCM-WRITE] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=2146770a-49d1-458f-8b37-9d59e94c6ba0, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-LCM-WRITE,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-LCM-WRITE, effectiveTopic=APPC-LCM-WRITE, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:37:59.028+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-LCM-WRITE] UEB GET /events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:37:59.028+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] GET http://message-router:3904/events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:37:59.031+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:59.031+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:37:59.031+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:38:00.043+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 163 msgs to /events/POLICY-PDP-PAP. Oldest: 19551639 ms [2023-01-13T04:38:00.043+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:00.044+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:00.046+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:00.047+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:00.047+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 163 message to send. [2023-01-13T04:38:00.047+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18625, above threshold 10. [2023-01-13T04:38:00.193+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=135486dd-0cbb-45d5-a681-1315feb79308, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:38:00.193+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/135486dd-0cbb-45d5-a681-1315feb79308/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:38:00.193+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/135486dd-0cbb-45d5-a681-1315feb79308/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:38:00.193+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-A1-P-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=df83d9e9-0546-4d48-9f74-7b93ef1bcd94, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-A1-P-RSP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=A1-P-RSP, effectiveTopic=A1-P-RSP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:38:00.193+00:00|INFO|CambriaConsumerImpl|DMAAP-source-A1-P-RSP] UEB GET /events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:38:00.193+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] GET http://message-router:3904/events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:38:00.193+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-DCAE_TOPIC] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=dcae.policy.shared, consumerInstance=98855861-d5f2-4358-956e-6b56135a74eb, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-DCAE_TOPIC,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=DCAE_TOPIC, effectiveTopic=unauthenticated.DCAE_CL_OUTPUT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:38:00.193+00:00|INFO|CambriaConsumerImpl|DMAAP-source-DCAE_TOPIC] UEB GET /events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100 [2023-01-13T04:38:00.193+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] GET http://message-router:3904/events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:38:00.194+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-CL] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=b085c252-116f-4ea7-b140-6a1320c9e761, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-CL,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-CL, effectiveTopic=APPC-CL, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:38:00.194+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-SDNR-CL-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=249024c4-5d0a-4e9c-86cb-3d665f87db63, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-SDNR-CL-RSP,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=SDNR-CL-RSP, effectiveTopic=SDNR-CL-RSP, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:38:00.194+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-CL] UEB GET /events/APPC-CL/b085c252-116f-4ea7-b140-6a1320c9e761/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:38:00.194+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] GET http://message-router:3904/events/APPC-CL/b085c252-116f-4ea7-b140-6a1320c9e761/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:38:00.194+00:00|INFO|CambriaConsumerImpl|DMAAP-source-SDNR-CL-RSP] UEB GET /events/SDNR-CL-RSP/249024c4-5d0a-4e9c-86cb-3d665f87db63/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:38:00.194+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] GET http://message-router:3904/events/SDNR-CL-RSP/249024c4-5d0a-4e9c-86cb-3d665f87db63/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:38:00.197+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:00.197+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:00.197+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:00.197+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:00.197+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:00.197+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:38:00.197+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:00.197+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:38:00.197+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:38:00.197+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:00.197+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:00.197+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:00.197+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:00.197+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:38:00.197+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:38:01.093+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 163 msgs to /events/POLICY-PDP-PAP. Oldest: 19552689 ms [2023-01-13T04:38:01.093+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:01.093+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:01.095+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:01.096+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:01.096+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 163 message to send. [2023-01-13T04:38:01.096+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18626, above threshold 10. [2023-01-13T04:38:02.143+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 163 msgs to /events/POLICY-PDP-PAP. Oldest: 19553739 ms [2023-01-13T04:38:02.143+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:02.143+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:02.145+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:02.146+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:02.146+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 163 message to send. [2023-01-13T04:38:02.146+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18627, above threshold 10. [2023-01-13T04:38:03.193+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 163 msgs to /events/POLICY-PDP-PAP. Oldest: 19554789 ms [2023-01-13T04:38:03.193+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:03.193+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:03.196+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:03.196+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:03.196+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 163 message to send. [2023-01-13T04:38:03.197+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18628, above threshold 10. [2023-01-13T04:38:04.243+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 163 msgs to /events/POLICY-PDP-PAP. Oldest: 19555839 ms [2023-01-13T04:38:04.243+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:04.243+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:04.245+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:04.245+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:04.246+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 163 message to send. [2023-01-13T04:38:04.246+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18629, above threshold 10. [2023-01-13T04:38:05.293+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 163 msgs to /events/POLICY-PDP-PAP. Oldest: 19556889 ms [2023-01-13T04:38:05.293+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:05.294+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:05.296+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:05.296+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:05.296+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 163 message to send. [2023-01-13T04:38:05.296+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18630, above threshold 10. [2023-01-13T04:38:06.343+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 163 msgs to /events/POLICY-PDP-PAP. Oldest: 19557939 ms [2023-01-13T04:38:06.345+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:06.345+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:06.347+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:06.347+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:06.347+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 163 message to send. [2023-01-13T04:38:06.347+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18631, above threshold 10. [2023-01-13T04:38:07.393+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 163 msgs to /events/POLICY-PDP-PAP. Oldest: 19558989 ms [2023-01-13T04:38:07.393+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:07.393+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:07.395+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:07.395+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:07.395+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 163 message to send. [2023-01-13T04:38:07.395+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18632, above threshold 10. [2023-01-13T04:38:08.244+00:00|INFO|LifecycleFsm|pool-2-thread-1] lifecycle event: status [2023-01-13T04:38:08.247+00:00|INFO|network|pool-2-thread-1] [OUT|DMAAP|POLICY-PDP-PAP] {"pdpType":"drools","state":"PASSIVE","healthy":"HEALTHY","policies":[],"statistics":{"pdpInstanceId":"onap-policy-drools-pdp-0.0c69c26e-df44-48dd-9744-75605bd86241","timeStamp":"2023-01-13T04:38:08.245397Z","pdpGroupName":"defaultGroup","policyExecutedCount":0,"policyExecutedSuccessCount":0,"policyExecutedFailCount":0,"policyDeployCount":0,"policyDeploySuccessCount":0,"policyDeployFailCount":0,"policyUndeployCount":0,"policyUndeploySuccessCount":0,"policyUndeployFailCount":0},"messageName":"PDP_STATUS","requestId":"2ba14cd8-7081-46bd-b71b-57d12dc4da3f","timestampMs":1673584688245,"name":"onap-policy-drools-pdp-0.0c69c26e-df44-48dd-9744-75605bd86241","pdpGroup":"defaultGroup"} [2023-01-13T04:38:08.443+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19560039 ms [2023-01-13T04:38:08.443+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:08.443+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:08.445+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:08.446+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:08.446+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:08.446+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18633, above threshold 10. [2023-01-13T04:38:09.493+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19561089 ms [2023-01-13T04:38:09.494+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:09.494+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:09.496+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:09.496+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:09.497+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:09.497+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18634, above threshold 10. [2023-01-13T04:38:10.543+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19562139 ms [2023-01-13T04:38:10.544+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:10.544+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:10.546+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:10.547+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:10.547+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:10.547+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18635, above threshold 10. [2023-01-13T04:38:11.593+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19563189 ms [2023-01-13T04:38:11.593+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:11.594+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:11.598+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:11.598+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:11.599+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:11.599+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18636, above threshold 10. [2023-01-13T04:38:12.643+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19564239 ms [2023-01-13T04:38:12.643+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:12.644+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:12.646+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:12.646+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:12.647+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:12.647+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18637, above threshold 10. [2023-01-13T04:38:13.693+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19565289 ms [2023-01-13T04:38:13.693+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:13.693+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:13.695+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:13.695+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:13.695+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:13.695+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18638, above threshold 10. [2023-01-13T04:38:14.031+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-LCM-WRITE] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=2146770a-49d1-458f-8b37-9d59e94c6ba0, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-LCM-WRITE,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-LCM-WRITE, effectiveTopic=APPC-LCM-WRITE, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:38:14.032+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-LCM-WRITE] UEB GET /events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:38:14.032+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] GET http://message-router:3904/events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:38:14.034+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:14.034+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:14.034+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:38:14.743+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19566339 ms [2023-01-13T04:38:14.743+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:14.743+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:14.745+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:14.745+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:14.745+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:14.745+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18639, above threshold 10. [2023-01-13T04:38:15.197+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=135486dd-0cbb-45d5-a681-1315feb79308, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:38:15.197+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-SDNR-CL-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=249024c4-5d0a-4e9c-86cb-3d665f87db63, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-SDNR-CL-RSP,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=SDNR-CL-RSP, effectiveTopic=SDNR-CL-RSP, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:38:15.197+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-CL] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=b085c252-116f-4ea7-b140-6a1320c9e761, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-CL,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-CL, effectiveTopic=APPC-CL, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:38:15.197+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-A1-P-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=df83d9e9-0546-4d48-9f74-7b93ef1bcd94, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-A1-P-RSP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=A1-P-RSP, effectiveTopic=A1-P-RSP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:38:15.197+00:00|INFO|CambriaConsumerImpl|DMAAP-source-SDNR-CL-RSP] UEB GET /events/SDNR-CL-RSP/249024c4-5d0a-4e9c-86cb-3d665f87db63/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:38:15.197+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-CL] UEB GET /events/APPC-CL/b085c252-116f-4ea7-b140-6a1320c9e761/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:38:15.197+00:00|INFO|CambriaConsumerImpl|DMAAP-source-A1-P-RSP] UEB GET /events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:38:15.197+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] GET http://message-router:3904/events/APPC-CL/b085c252-116f-4ea7-b140-6a1320c9e761/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:38:15.197+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/135486dd-0cbb-45d5-a681-1315feb79308/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:38:15.197+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/135486dd-0cbb-45d5-a681-1315feb79308/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:38:15.197+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-DCAE_TOPIC] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=dcae.policy.shared, consumerInstance=98855861-d5f2-4358-956e-6b56135a74eb, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-DCAE_TOPIC,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=DCAE_TOPIC, effectiveTopic=unauthenticated.DCAE_CL_OUTPUT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:38:15.197+00:00|INFO|CambriaConsumerImpl|DMAAP-source-DCAE_TOPIC] UEB GET /events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100 [2023-01-13T04:38:15.197+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] GET http://message-router:3904/events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:38:15.197+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] GET http://message-router:3904/events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:38:15.197+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] GET http://message-router:3904/events/SDNR-CL-RSP/249024c4-5d0a-4e9c-86cb-3d665f87db63/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:38:15.201+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:15.201+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:15.201+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:15.201+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:15.201+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:15.201+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:38:15.201+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:15.201+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:38:15.201+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:15.201+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:15.201+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:38:15.201+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:15.201+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:15.201+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:38:15.201+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:38:15.793+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19567389 ms [2023-01-13T04:38:15.793+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:15.793+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:15.795+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:15.796+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:15.796+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:15.796+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18640, above threshold 10. [2023-01-13T04:38:16.843+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19568439 ms [2023-01-13T04:38:16.844+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:16.844+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:16.846+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:16.846+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:16.846+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:16.846+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18641, above threshold 10. [2023-01-13T04:38:17.715+00:00|INFO|RequestLog|qtp114990534-66] 127.0.0.6 - - [13/Jan/2023:04:38:17 +0000] "GET /healthcheck/controllers HTTP/1.1" 200 527 "-" "kube-probe/1.23" [2023-01-13T04:38:17.893+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19569489 ms [2023-01-13T04:38:17.894+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:17.894+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:17.896+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:17.897+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:17.897+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:17.897+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18642, above threshold 10. [2023-01-13T04:38:18.943+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19570539 ms [2023-01-13T04:38:18.944+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:18.944+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:18.946+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:18.947+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:18.947+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:18.947+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18643, above threshold 10. [2023-01-13T04:38:19.993+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19571589 ms [2023-01-13T04:38:19.995+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:19.995+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:19.998+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:19.999+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:19.999+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:19.999+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18644, above threshold 10. [2023-01-13T04:38:21.043+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19572639 ms [2023-01-13T04:38:21.044+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:21.044+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:21.046+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:21.046+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:21.046+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:21.046+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18645, above threshold 10. [2023-01-13T04:38:22.093+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19573689 ms [2023-01-13T04:38:22.094+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:22.094+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:22.097+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:22.098+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:22.098+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:22.098+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18646, above threshold 10. [2023-01-13T04:38:23.143+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19574739 ms [2023-01-13T04:38:23.144+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:23.144+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:23.146+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:23.146+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:23.146+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:23.146+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18647, above threshold 10. [2023-01-13T04:38:24.193+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19575789 ms [2023-01-13T04:38:24.194+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:24.194+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:24.200+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:24.200+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:24.200+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:24.201+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18648, above threshold 10. [2023-01-13T04:38:25.243+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19576839 ms [2023-01-13T04:38:25.244+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:25.244+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:25.246+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:25.246+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:25.246+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:25.246+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18649, above threshold 10. [2023-01-13T04:38:26.293+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19577889 ms [2023-01-13T04:38:26.293+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:26.293+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:26.298+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:26.298+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:26.298+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:26.298+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18650, above threshold 10. [2023-01-13T04:38:27.343+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19578939 ms [2023-01-13T04:38:27.344+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:27.344+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:27.346+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:27.347+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:27.347+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:27.347+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18651, above threshold 10. [2023-01-13T04:38:28.393+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19579989 ms [2023-01-13T04:38:28.394+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:28.394+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:28.396+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:28.397+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:28.397+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:28.397+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18652, above threshold 10. [2023-01-13T04:38:29.035+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-LCM-WRITE] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=2146770a-49d1-458f-8b37-9d59e94c6ba0, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-LCM-WRITE,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-LCM-WRITE, effectiveTopic=APPC-LCM-WRITE, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:38:29.035+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-LCM-WRITE] UEB GET /events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:38:29.035+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] GET http://message-router:3904/events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:38:29.038+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:29.039+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:29.039+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:38:29.443+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19581039 ms [2023-01-13T04:38:29.443+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:29.443+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:29.445+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:29.446+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:29.446+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:29.446+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18653, above threshold 10. [2023-01-13T04:38:30.201+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-SDNR-CL-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=249024c4-5d0a-4e9c-86cb-3d665f87db63, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-SDNR-CL-RSP,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=SDNR-CL-RSP, effectiveTopic=SDNR-CL-RSP, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:38:30.201+00:00|INFO|CambriaConsumerImpl|DMAAP-source-SDNR-CL-RSP] UEB GET /events/SDNR-CL-RSP/249024c4-5d0a-4e9c-86cb-3d665f87db63/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:38:30.201+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-CL] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=b085c252-116f-4ea7-b140-6a1320c9e761, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-CL,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-CL, effectiveTopic=APPC-CL, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:38:30.201+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-CL] UEB GET /events/APPC-CL/b085c252-116f-4ea7-b140-6a1320c9e761/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:38:30.201+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-A1-P-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=df83d9e9-0546-4d48-9f74-7b93ef1bcd94, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-A1-P-RSP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=A1-P-RSP, effectiveTopic=A1-P-RSP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:38:30.201+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] GET http://message-router:3904/events/APPC-CL/b085c252-116f-4ea7-b140-6a1320c9e761/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:38:30.201+00:00|INFO|CambriaConsumerImpl|DMAAP-source-A1-P-RSP] UEB GET /events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:38:30.201+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] GET http://message-router:3904/events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:38:30.201+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-DCAE_TOPIC] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=dcae.policy.shared, consumerInstance=98855861-d5f2-4358-956e-6b56135a74eb, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-DCAE_TOPIC,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=DCAE_TOPIC, effectiveTopic=unauthenticated.DCAE_CL_OUTPUT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:38:30.201+00:00|INFO|CambriaConsumerImpl|DMAAP-source-DCAE_TOPIC] UEB GET /events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100 [2023-01-13T04:38:30.201+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] GET http://message-router:3904/events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:38:30.201+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=135486dd-0cbb-45d5-a681-1315feb79308, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:38:30.201+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] GET http://message-router:3904/events/SDNR-CL-RSP/249024c4-5d0a-4e9c-86cb-3d665f87db63/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:38:30.202+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/135486dd-0cbb-45d5-a681-1315feb79308/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:38:30.202+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/135486dd-0cbb-45d5-a681-1315feb79308/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:38:30.205+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:30.205+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:30.205+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:30.205+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:30.205+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:30.206+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:38:30.206+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:38:30.206+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:30.206+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:30.206+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:38:30.206+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:30.206+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:30.206+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:38:30.206+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:30.206+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:38:30.493+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19582089 ms [2023-01-13T04:38:30.494+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:30.494+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:30.498+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:30.498+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:30.498+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:30.499+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18654, above threshold 10. [2023-01-13T04:38:31.543+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19583139 ms [2023-01-13T04:38:31.544+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:31.544+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:31.546+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:31.546+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:31.546+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:31.547+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18655, above threshold 10. [2023-01-13T04:38:32.593+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19584189 ms [2023-01-13T04:38:32.594+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:32.594+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:32.597+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:32.597+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:32.598+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:32.598+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18656, above threshold 10. [2023-01-13T04:38:33.643+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19585239 ms [2023-01-13T04:38:33.643+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:33.643+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:33.646+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:33.646+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:33.646+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:33.646+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18657, above threshold 10. [2023-01-13T04:38:34.693+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19586289 ms [2023-01-13T04:38:34.694+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:34.694+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:34.697+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:34.697+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:34.698+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:34.698+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18658, above threshold 10. [2023-01-13T04:38:35.743+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19587339 ms [2023-01-13T04:38:35.744+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:35.744+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:35.746+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:35.746+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:35.746+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:35.746+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18659, above threshold 10. [2023-01-13T04:38:36.793+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19588389 ms [2023-01-13T04:38:36.793+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:36.794+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:36.796+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:36.796+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:36.796+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:36.796+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18660, above threshold 10. [2023-01-13T04:38:37.843+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19589439 ms [2023-01-13T04:38:37.845+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:37.845+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:37.847+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:37.848+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:37.848+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:37.848+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18661, above threshold 10. [2023-01-13T04:38:38.893+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19590489 ms [2023-01-13T04:38:38.893+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:38.894+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:38.896+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:38.896+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:38.896+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:38.896+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18662, above threshold 10. [2023-01-13T04:38:39.943+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19591539 ms [2023-01-13T04:38:39.944+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:39.944+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:39.946+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:39.946+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:39.946+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:39.946+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18663, above threshold 10. [2023-01-13T04:38:40.993+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19592589 ms [2023-01-13T04:38:40.993+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:40.994+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:40.995+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:40.996+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:40.996+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:40.996+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18664, above threshold 10. [2023-01-13T04:38:42.043+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19593639 ms [2023-01-13T04:38:42.044+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:42.044+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:42.046+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:42.046+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:42.046+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:42.046+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18665, above threshold 10. [2023-01-13T04:38:43.048+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19594644 ms [2023-01-13T04:38:43.049+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:43.050+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:43.052+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:43.052+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:43.052+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:43.052+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18666, above threshold 10. [2023-01-13T04:38:44.039+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-LCM-WRITE] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=2146770a-49d1-458f-8b37-9d59e94c6ba0, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-LCM-WRITE,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-LCM-WRITE, effectiveTopic=APPC-LCM-WRITE, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:38:44.039+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-LCM-WRITE] UEB GET /events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:38:44.040+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] GET http://message-router:3904/events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:38:44.042+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:44.043+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:44.043+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:38:44.093+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19595689 ms [2023-01-13T04:38:44.093+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:44.094+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:44.095+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:44.096+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:44.096+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:44.096+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18667, above threshold 10. [2023-01-13T04:38:45.143+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19596739 ms [2023-01-13T04:38:45.145+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:45.145+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:45.148+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:45.149+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:45.149+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:45.149+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18668, above threshold 10. [2023-01-13T04:38:45.206+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-DCAE_TOPIC] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=dcae.policy.shared, consumerInstance=98855861-d5f2-4358-956e-6b56135a74eb, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-DCAE_TOPIC,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=DCAE_TOPIC, effectiveTopic=unauthenticated.DCAE_CL_OUTPUT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:38:45.206+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-CL] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=b085c252-116f-4ea7-b140-6a1320c9e761, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-CL,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-CL, effectiveTopic=APPC-CL, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:38:45.206+00:00|INFO|CambriaConsumerImpl|DMAAP-source-DCAE_TOPIC] UEB GET /events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100 [2023-01-13T04:38:45.206+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-CL] UEB GET /events/APPC-CL/b085c252-116f-4ea7-b140-6a1320c9e761/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:38:45.206+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] GET http://message-router:3904/events/APPC-CL/b085c252-116f-4ea7-b140-6a1320c9e761/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:38:45.206+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] GET http://message-router:3904/events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:38:45.206+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=135486dd-0cbb-45d5-a681-1315feb79308, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:38:45.206+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/135486dd-0cbb-45d5-a681-1315feb79308/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:38:45.206+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/135486dd-0cbb-45d5-a681-1315feb79308/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:38:45.206+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-SDNR-CL-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=249024c4-5d0a-4e9c-86cb-3d665f87db63, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-SDNR-CL-RSP,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=SDNR-CL-RSP, effectiveTopic=SDNR-CL-RSP, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:38:45.207+00:00|INFO|CambriaConsumerImpl|DMAAP-source-SDNR-CL-RSP] UEB GET /events/SDNR-CL-RSP/249024c4-5d0a-4e9c-86cb-3d665f87db63/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:38:45.207+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] GET http://message-router:3904/events/SDNR-CL-RSP/249024c4-5d0a-4e9c-86cb-3d665f87db63/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:38:45.207+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-A1-P-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=df83d9e9-0546-4d48-9f74-7b93ef1bcd94, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-A1-P-RSP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=A1-P-RSP, effectiveTopic=A1-P-RSP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:38:45.207+00:00|INFO|CambriaConsumerImpl|DMAAP-source-A1-P-RSP] UEB GET /events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:38:45.207+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] GET http://message-router:3904/events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:38:45.209+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:45.209+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:45.209+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:45.209+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:45.209+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:38:45.209+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:38:45.209+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:45.209+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:45.209+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:45.209+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:38:45.209+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:45.210+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:45.210+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:38:45.210+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:45.210+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:38:46.193+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19597789 ms [2023-01-13T04:38:46.194+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:46.194+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:46.196+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:46.196+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:46.196+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:46.197+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18669, above threshold 10. [2023-01-13T04:38:47.243+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19598839 ms [2023-01-13T04:38:47.243+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:47.243+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:47.246+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:47.246+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:47.246+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:47.246+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18670, above threshold 10. [2023-01-13T04:38:48.293+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19599889 ms [2023-01-13T04:38:48.294+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:48.294+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:48.296+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:48.296+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:48.296+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:48.296+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18671, above threshold 10. [2023-01-13T04:38:49.343+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19600939 ms [2023-01-13T04:38:49.344+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:49.344+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:49.346+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:49.347+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:49.347+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:49.348+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18672, above threshold 10. [2023-01-13T04:38:50.393+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19601989 ms [2023-01-13T04:38:50.394+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:50.394+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:50.396+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:50.397+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:50.397+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:50.397+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18673, above threshold 10. [2023-01-13T04:38:51.443+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19603039 ms [2023-01-13T04:38:51.444+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:51.444+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:51.446+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:51.446+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:51.446+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:51.447+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18674, above threshold 10. [2023-01-13T04:38:52.493+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19604089 ms [2023-01-13T04:38:52.494+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:52.494+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:52.497+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:52.497+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:52.497+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:52.497+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18675, above threshold 10. [2023-01-13T04:38:53.543+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19605139 ms [2023-01-13T04:38:53.544+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:53.544+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:53.546+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:53.546+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:53.546+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:53.546+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18676, above threshold 10. [2023-01-13T04:38:54.593+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19606189 ms [2023-01-13T04:38:54.594+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:54.594+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:54.599+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:54.599+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:54.599+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:54.600+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18677, above threshold 10. [2023-01-13T04:38:55.643+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19607239 ms [2023-01-13T04:38:55.643+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:55.643+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:55.645+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:55.645+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:55.645+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:55.645+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18678, above threshold 10. [2023-01-13T04:38:56.693+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19608289 ms [2023-01-13T04:38:56.694+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:56.694+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:56.696+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:56.697+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:56.697+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:56.697+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18679, above threshold 10. [2023-01-13T04:38:57.743+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19609339 ms [2023-01-13T04:38:57.743+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:57.744+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:57.746+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:57.746+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:57.749+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:57.749+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18680, above threshold 10. [2023-01-13T04:38:58.793+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19610389 ms [2023-01-13T04:38:58.793+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:58.793+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:58.796+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:58.796+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:58.796+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:58.796+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18681, above threshold 10. [2023-01-13T04:38:59.043+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-LCM-WRITE] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=2146770a-49d1-458f-8b37-9d59e94c6ba0, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-LCM-WRITE,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-LCM-WRITE, effectiveTopic=APPC-LCM-WRITE, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:38:59.043+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-LCM-WRITE] UEB GET /events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:38:59.043+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] GET http://message-router:3904/events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:38:59.046+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:59.046+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:59.046+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:38:59.843+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19611439 ms [2023-01-13T04:38:59.843+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:38:59.843+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:38:59.845+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:38:59.845+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:38:59.846+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:38:59.846+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18682, above threshold 10. [2023-01-13T04:39:00.209+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-CL] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=b085c252-116f-4ea7-b140-6a1320c9e761, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-CL,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-CL, effectiveTopic=APPC-CL, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:39:00.209+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-DCAE_TOPIC] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=dcae.policy.shared, consumerInstance=98855861-d5f2-4358-956e-6b56135a74eb, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-DCAE_TOPIC,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=DCAE_TOPIC, effectiveTopic=unauthenticated.DCAE_CL_OUTPUT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:39:00.210+00:00|INFO|CambriaConsumerImpl|DMAAP-source-DCAE_TOPIC] UEB GET /events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100 [2023-01-13T04:39:00.210+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-CL] UEB GET /events/APPC-CL/b085c252-116f-4ea7-b140-6a1320c9e761/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:39:00.210+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] GET http://message-router:3904/events/APPC-CL/b085c252-116f-4ea7-b140-6a1320c9e761/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:39:00.210+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] GET http://message-router:3904/events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:39:00.210+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-A1-P-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=df83d9e9-0546-4d48-9f74-7b93ef1bcd94, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-A1-P-RSP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=A1-P-RSP, effectiveTopic=A1-P-RSP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:39:00.210+00:00|INFO|CambriaConsumerImpl|DMAAP-source-A1-P-RSP] UEB GET /events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:39:00.210+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=135486dd-0cbb-45d5-a681-1315feb79308, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:39:00.210+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/135486dd-0cbb-45d5-a681-1315feb79308/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:39:00.210+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] GET http://message-router:3904/events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:39:00.210+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/135486dd-0cbb-45d5-a681-1315feb79308/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:39:00.211+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-SDNR-CL-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=249024c4-5d0a-4e9c-86cb-3d665f87db63, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-SDNR-CL-RSP,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=SDNR-CL-RSP, effectiveTopic=SDNR-CL-RSP, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:39:00.211+00:00|INFO|CambriaConsumerImpl|DMAAP-source-SDNR-CL-RSP] UEB GET /events/SDNR-CL-RSP/249024c4-5d0a-4e9c-86cb-3d665f87db63/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:39:00.211+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] GET http://message-router:3904/events/SDNR-CL-RSP/249024c4-5d0a-4e9c-86cb-3d665f87db63/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:39:00.213+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:00.213+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:00.213+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:39:00.213+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:00.213+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:00.213+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:00.213+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:00.213+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:39:00.213+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:00.213+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:39:00.213+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:00.213+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:39:00.214+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:00.214+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:00.214+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:39:00.893+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19612489 ms [2023-01-13T04:39:00.894+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:00.894+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:00.896+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:00.896+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:00.896+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:00.896+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18683, above threshold 10. [2023-01-13T04:39:01.943+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19613539 ms [2023-01-13T04:39:01.943+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:01.944+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:01.945+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:01.946+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:01.946+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:01.946+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18684, above threshold 10. [2023-01-13T04:39:02.993+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19614589 ms [2023-01-13T04:39:02.994+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:02.994+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:02.995+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:02.996+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:02.996+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:02.996+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18685, above threshold 10. [2023-01-13T04:39:04.043+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19615639 ms [2023-01-13T04:39:04.044+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:04.044+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:04.046+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:04.046+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:04.046+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:04.046+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18686, above threshold 10. [2023-01-13T04:39:05.093+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19616689 ms [2023-01-13T04:39:05.093+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:05.094+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:05.096+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:05.096+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:05.096+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:05.096+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18687, above threshold 10. [2023-01-13T04:39:06.143+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19617739 ms [2023-01-13T04:39:06.143+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:06.143+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:06.146+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:06.146+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:06.146+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:06.146+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18688, above threshold 10. [2023-01-13T04:39:07.193+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19618789 ms [2023-01-13T04:39:07.194+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:07.194+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:07.196+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:07.197+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:07.197+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:07.197+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18689, above threshold 10. [2023-01-13T04:39:08.243+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19619839 ms [2023-01-13T04:39:08.244+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:08.244+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:08.245+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:08.246+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:08.246+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:08.246+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18690, above threshold 10. [2023-01-13T04:39:09.293+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19620889 ms [2023-01-13T04:39:09.294+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:09.294+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:09.296+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:09.297+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:09.297+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:09.297+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18691, above threshold 10. [2023-01-13T04:39:10.343+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19621939 ms [2023-01-13T04:39:10.344+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:10.344+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:10.347+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:10.348+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:10.348+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:10.348+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18692, above threshold 10. [2023-01-13T04:39:11.393+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19622989 ms [2023-01-13T04:39:11.393+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:11.393+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:11.396+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:11.396+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:11.396+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:11.396+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18693, above threshold 10. [2023-01-13T04:39:12.443+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19624039 ms [2023-01-13T04:39:12.443+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:12.443+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:12.446+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:12.446+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:12.446+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:12.446+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18694, above threshold 10. [2023-01-13T04:39:13.493+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19625089 ms [2023-01-13T04:39:13.494+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:13.494+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:13.497+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:13.498+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:13.498+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:13.498+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18695, above threshold 10. [2023-01-13T04:39:14.046+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-LCM-WRITE] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=2146770a-49d1-458f-8b37-9d59e94c6ba0, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-LCM-WRITE,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-LCM-WRITE, effectiveTopic=APPC-LCM-WRITE, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:39:14.046+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-LCM-WRITE] UEB GET /events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:39:14.046+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] GET http://message-router:3904/events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:39:14.049+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:14.049+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:14.049+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:39:14.543+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19626139 ms [2023-01-13T04:39:14.544+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:14.545+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:14.547+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:14.548+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:14.548+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:14.549+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18696, above threshold 10. [2023-01-13T04:39:15.214+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-DCAE_TOPIC] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=dcae.policy.shared, consumerInstance=98855861-d5f2-4358-956e-6b56135a74eb, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-DCAE_TOPIC,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=DCAE_TOPIC, effectiveTopic=unauthenticated.DCAE_CL_OUTPUT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:39:15.214+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-SDNR-CL-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=249024c4-5d0a-4e9c-86cb-3d665f87db63, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-SDNR-CL-RSP,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=SDNR-CL-RSP, effectiveTopic=SDNR-CL-RSP, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:39:15.214+00:00|INFO|CambriaConsumerImpl|DMAAP-source-DCAE_TOPIC] UEB GET /events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100 [2023-01-13T04:39:15.214+00:00|INFO|CambriaConsumerImpl|DMAAP-source-SDNR-CL-RSP] UEB GET /events/SDNR-CL-RSP/249024c4-5d0a-4e9c-86cb-3d665f87db63/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:39:15.214+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] GET http://message-router:3904/events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:39:15.221+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-CL] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=b085c252-116f-4ea7-b140-6a1320c9e761, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-CL,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-CL, effectiveTopic=APPC-CL, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:39:15.221+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-CL] UEB GET /events/APPC-CL/b085c252-116f-4ea7-b140-6a1320c9e761/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:39:15.221+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] GET http://message-router:3904/events/APPC-CL/b085c252-116f-4ea7-b140-6a1320c9e761/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:39:15.224+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:15.225+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=135486dd-0cbb-45d5-a681-1315feb79308, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:39:15.225+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:15.225+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/135486dd-0cbb-45d5-a681-1315feb79308/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:39:15.225+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/135486dd-0cbb-45d5-a681-1315feb79308/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:39:15.225+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:39:15.214+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-A1-P-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=df83d9e9-0546-4d48-9f74-7b93ef1bcd94, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-A1-P-RSP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=A1-P-RSP, effectiveTopic=A1-P-RSP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:39:15.214+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] GET http://message-router:3904/events/SDNR-CL-RSP/249024c4-5d0a-4e9c-86cb-3d665f87db63/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:39:15.225+00:00|INFO|CambriaConsumerImpl|DMAAP-source-A1-P-RSP] UEB GET /events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:39:15.225+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] GET http://message-router:3904/events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:39:15.226+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:15.227+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:15.227+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:39:15.228+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:15.228+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:15.228+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:15.228+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:39:15.228+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:15.228+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:15.228+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:39:15.228+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:15.228+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:39:15.593+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19627189 ms [2023-01-13T04:39:15.593+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:15.593+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:15.596+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:15.596+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:15.597+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:15.597+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18697, above threshold 10. [2023-01-13T04:39:16.643+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19628239 ms [2023-01-13T04:39:16.644+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:16.644+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:16.646+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:16.646+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:16.646+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:16.646+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18698, above threshold 10. [2023-01-13T04:39:17.693+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19629289 ms [2023-01-13T04:39:17.693+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:17.694+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:17.696+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:17.696+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:17.696+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:17.696+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18699, above threshold 10. [2023-01-13T04:39:17.716+00:00|INFO|RequestLog|qtp114990534-64] 127.0.0.6 - - [13/Jan/2023:04:39:17 +0000] "GET /healthcheck/controllers HTTP/1.1" 200 527 "-" "kube-probe/1.23" [2023-01-13T04:39:18.743+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19630339 ms [2023-01-13T04:39:18.743+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:18.743+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:18.746+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:18.746+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:18.746+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:18.746+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18700, above threshold 10. [2023-01-13T04:39:19.793+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19631389 ms [2023-01-13T04:39:19.794+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:19.794+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:19.796+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:19.796+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:19.796+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:19.797+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18701, above threshold 10. [2023-01-13T04:39:20.843+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19632439 ms [2023-01-13T04:39:20.843+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:20.843+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:20.845+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:20.845+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:20.845+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:20.846+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18702, above threshold 10. [2023-01-13T04:39:21.893+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19633489 ms [2023-01-13T04:39:21.894+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:21.894+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:21.896+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:21.896+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:21.896+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:21.896+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18703, above threshold 10. [2023-01-13T04:39:22.943+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19634539 ms [2023-01-13T04:39:22.943+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:22.943+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:22.946+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:22.946+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:22.946+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:22.946+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18704, above threshold 10. [2023-01-13T04:39:23.993+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19635589 ms [2023-01-13T04:39:23.994+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:23.994+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:23.996+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:23.997+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:23.997+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:23.997+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18705, above threshold 10. [2023-01-13T04:39:25.043+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19636639 ms [2023-01-13T04:39:25.044+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:25.044+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:25.048+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:25.049+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:25.049+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:25.049+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18706, above threshold 10. [2023-01-13T04:39:26.093+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19637689 ms [2023-01-13T04:39:26.093+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:26.093+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:26.096+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:26.096+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:26.096+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:26.096+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18707, above threshold 10. [2023-01-13T04:39:27.143+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19638739 ms [2023-01-13T04:39:27.143+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:27.144+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:27.146+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:27.146+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:27.146+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:27.146+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18708, above threshold 10. [2023-01-13T04:39:28.193+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19639789 ms [2023-01-13T04:39:28.194+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:28.195+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:28.197+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:28.198+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:28.198+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:28.198+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18709, above threshold 10. [2023-01-13T04:39:29.050+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-LCM-WRITE] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=2146770a-49d1-458f-8b37-9d59e94c6ba0, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-LCM-WRITE,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-LCM-WRITE, effectiveTopic=APPC-LCM-WRITE, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:39:29.050+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-LCM-WRITE] UEB GET /events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:39:29.051+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] GET http://message-router:3904/events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:39:29.053+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:29.053+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:29.053+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:39:29.243+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19640839 ms [2023-01-13T04:39:29.244+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:29.244+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:29.246+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:29.247+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:29.247+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:29.247+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18710, above threshold 10. [2023-01-13T04:39:30.225+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-CL] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=b085c252-116f-4ea7-b140-6a1320c9e761, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-CL,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-CL, effectiveTopic=APPC-CL, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:39:30.225+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-CL] UEB GET /events/APPC-CL/b085c252-116f-4ea7-b140-6a1320c9e761/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:39:30.225+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] GET http://message-router:3904/events/APPC-CL/b085c252-116f-4ea7-b140-6a1320c9e761/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:39:30.228+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:30.228+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:30.228+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:39:30.228+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=135486dd-0cbb-45d5-a681-1315feb79308, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:39:30.228+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/135486dd-0cbb-45d5-a681-1315feb79308/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:39:30.228+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/135486dd-0cbb-45d5-a681-1315feb79308/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:39:30.228+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-DCAE_TOPIC] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=dcae.policy.shared, consumerInstance=98855861-d5f2-4358-956e-6b56135a74eb, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-DCAE_TOPIC,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=DCAE_TOPIC, effectiveTopic=unauthenticated.DCAE_CL_OUTPUT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:39:30.228+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-A1-P-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=df83d9e9-0546-4d48-9f74-7b93ef1bcd94, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-A1-P-RSP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=A1-P-RSP, effectiveTopic=A1-P-RSP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:39:30.228+00:00|INFO|CambriaConsumerImpl|DMAAP-source-DCAE_TOPIC] UEB GET /events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100 [2023-01-13T04:39:30.228+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] GET http://message-router:3904/events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:39:30.228+00:00|INFO|CambriaConsumerImpl|DMAAP-source-A1-P-RSP] UEB GET /events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:39:30.228+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] GET http://message-router:3904/events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:39:30.229+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-SDNR-CL-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=249024c4-5d0a-4e9c-86cb-3d665f87db63, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-SDNR-CL-RSP,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=SDNR-CL-RSP, effectiveTopic=SDNR-CL-RSP, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:39:30.229+00:00|INFO|CambriaConsumerImpl|DMAAP-source-SDNR-CL-RSP] UEB GET /events/SDNR-CL-RSP/249024c4-5d0a-4e9c-86cb-3d665f87db63/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:39:30.229+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] GET http://message-router:3904/events/SDNR-CL-RSP/249024c4-5d0a-4e9c-86cb-3d665f87db63/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:39:30.230+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:30.230+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:30.230+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:39:30.230+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:30.230+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:30.230+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:39:30.231+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:30.231+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:30.231+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:30.231+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:30.231+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:39:30.231+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:39:30.293+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19641889 ms [2023-01-13T04:39:30.294+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:30.294+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:30.296+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:30.296+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:30.297+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:30.297+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18711, above threshold 10. [2023-01-13T04:39:31.343+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19642939 ms [2023-01-13T04:39:31.344+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:31.344+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:31.348+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:31.349+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:31.349+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:31.349+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18712, above threshold 10. [2023-01-13T04:39:32.393+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19643989 ms [2023-01-13T04:39:32.394+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:32.394+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:32.396+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:32.396+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:32.397+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:32.397+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18713, above threshold 10. [2023-01-13T04:39:33.443+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19645039 ms [2023-01-13T04:39:33.444+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:33.444+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:33.446+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:33.447+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:33.447+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:33.447+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18714, above threshold 10. [2023-01-13T04:39:34.493+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19646089 ms [2023-01-13T04:39:34.493+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:34.494+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:34.496+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:34.497+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:34.497+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:34.497+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18715, above threshold 10. [2023-01-13T04:39:35.543+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19647139 ms [2023-01-13T04:39:35.544+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:35.544+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:35.546+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:35.547+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:35.547+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:35.547+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18716, above threshold 10. [2023-01-13T04:39:36.593+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19648189 ms [2023-01-13T04:39:36.594+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:36.594+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:36.596+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:36.597+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:36.597+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:36.597+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18717, above threshold 10. [2023-01-13T04:39:37.643+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19649239 ms [2023-01-13T04:39:37.644+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:37.644+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:37.646+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:37.646+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:37.646+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:37.646+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18718, above threshold 10. [2023-01-13T04:39:38.698+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19650294 ms [2023-01-13T04:39:38.699+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:38.699+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:38.702+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:38.702+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:38.702+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:38.702+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18719, above threshold 10. [2023-01-13T04:39:39.743+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19651339 ms [2023-01-13T04:39:39.743+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:39.744+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:39.746+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:39.746+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:39.746+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:39.746+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18720, above threshold 10. [2023-01-13T04:39:40.793+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19652389 ms [2023-01-13T04:39:40.794+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:40.794+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:40.796+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:40.797+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:40.797+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:40.797+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18721, above threshold 10. [2023-01-13T04:39:41.845+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19653441 ms [2023-01-13T04:39:41.846+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:41.846+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:41.849+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:41.849+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:41.850+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:41.850+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18722, above threshold 10. [2023-01-13T04:39:42.893+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19654489 ms [2023-01-13T04:39:42.893+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:42.893+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:42.896+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:42.896+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:42.896+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:42.896+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18723, above threshold 10. [2023-01-13T04:39:43.943+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19655539 ms [2023-01-13T04:39:43.944+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:43.944+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:43.946+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:43.947+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:43.947+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:43.947+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18724, above threshold 10. [2023-01-13T04:39:44.054+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-LCM-WRITE] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=2146770a-49d1-458f-8b37-9d59e94c6ba0, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-LCM-WRITE,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-LCM-WRITE, effectiveTopic=APPC-LCM-WRITE, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:39:44.054+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-LCM-WRITE] UEB GET /events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:39:44.054+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] GET http://message-router:3904/events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:39:44.057+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:44.057+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:44.057+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:39:44.993+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19656589 ms [2023-01-13T04:39:44.993+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:44.994+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:44.996+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:44.996+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:44.996+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:44.996+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18725, above threshold 10. [2023-01-13T04:39:45.228+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-CL] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=b085c252-116f-4ea7-b140-6a1320c9e761, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-CL,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-CL, effectiveTopic=APPC-CL, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:39:45.228+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-CL] UEB GET /events/APPC-CL/b085c252-116f-4ea7-b140-6a1320c9e761/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:39:45.228+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] GET http://message-router:3904/events/APPC-CL/b085c252-116f-4ea7-b140-6a1320c9e761/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:39:45.231+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=135486dd-0cbb-45d5-a681-1315feb79308, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:39:45.231+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/135486dd-0cbb-45d5-a681-1315feb79308/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:39:45.231+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/135486dd-0cbb-45d5-a681-1315feb79308/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:39:45.231+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-DCAE_TOPIC] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=dcae.policy.shared, consumerInstance=98855861-d5f2-4358-956e-6b56135a74eb, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-DCAE_TOPIC,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=DCAE_TOPIC, effectiveTopic=unauthenticated.DCAE_CL_OUTPUT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:39:45.231+00:00|INFO|CambriaConsumerImpl|DMAAP-source-DCAE_TOPIC] UEB GET /events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100 [2023-01-13T04:39:45.231+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] GET http://message-router:3904/events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:39:45.231+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-A1-P-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=df83d9e9-0546-4d48-9f74-7b93ef1bcd94, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-A1-P-RSP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=A1-P-RSP, effectiveTopic=A1-P-RSP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:39:45.231+00:00|INFO|CambriaConsumerImpl|DMAAP-source-A1-P-RSP] UEB GET /events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:39:45.231+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] GET http://message-router:3904/events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:39:45.231+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-SDNR-CL-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=249024c4-5d0a-4e9c-86cb-3d665f87db63, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-SDNR-CL-RSP,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=SDNR-CL-RSP, effectiveTopic=SDNR-CL-RSP, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:39:45.231+00:00|INFO|CambriaConsumerImpl|DMAAP-source-SDNR-CL-RSP] UEB GET /events/SDNR-CL-RSP/249024c4-5d0a-4e9c-86cb-3d665f87db63/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:39:45.231+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] GET http://message-router:3904/events/SDNR-CL-RSP/249024c4-5d0a-4e9c-86cb-3d665f87db63/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:39:45.232+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:45.232+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:45.232+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:39:45.233+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:45.234+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:45.234+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:45.234+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:45.234+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:45.234+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:45.234+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:45.234+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:39:45.234+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:39:45.234+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:45.234+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:39:45.234+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:39:46.043+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19657639 ms [2023-01-13T04:39:46.044+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:46.044+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:46.046+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:46.046+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:46.046+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:46.046+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18726, above threshold 10. [2023-01-13T04:39:47.093+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19658689 ms [2023-01-13T04:39:47.094+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:47.094+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:47.096+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:47.096+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:47.096+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:47.096+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18727, above threshold 10. [2023-01-13T04:39:48.143+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19659739 ms [2023-01-13T04:39:48.144+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:48.144+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:48.146+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:48.146+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:48.146+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:48.146+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18728, above threshold 10. [2023-01-13T04:39:49.193+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19660789 ms [2023-01-13T04:39:49.194+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:49.194+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:49.196+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:49.197+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:49.197+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:49.197+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18729, above threshold 10. [2023-01-13T04:39:50.243+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19661839 ms [2023-01-13T04:39:50.243+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:50.244+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:50.246+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:50.246+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:50.246+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:50.246+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18730, above threshold 10. [2023-01-13T04:39:51.293+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19662889 ms [2023-01-13T04:39:51.293+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:51.294+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:51.296+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:51.296+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:51.296+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:51.297+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18731, above threshold 10. [2023-01-13T04:39:52.343+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19663939 ms [2023-01-13T04:39:52.344+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:52.344+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:52.347+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:52.347+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:52.347+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:52.347+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18732, above threshold 10. [2023-01-13T04:39:53.393+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19664989 ms [2023-01-13T04:39:53.393+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:53.394+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:53.396+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:53.396+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:53.396+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:53.396+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18733, above threshold 10. [2023-01-13T04:39:54.443+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19666039 ms [2023-01-13T04:39:54.444+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:54.444+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:54.447+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:54.447+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:54.448+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:54.448+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18734, above threshold 10. [2023-01-13T04:39:55.493+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19667089 ms [2023-01-13T04:39:55.493+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:55.494+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:55.500+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:55.500+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:55.500+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:55.500+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18735, above threshold 10. [2023-01-13T04:39:56.543+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19668139 ms [2023-01-13T04:39:56.543+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:56.543+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:56.546+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:56.547+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:56.547+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:56.547+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18736, above threshold 10. [2023-01-13T04:39:57.593+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19669189 ms [2023-01-13T04:39:57.595+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:57.595+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:57.597+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:57.598+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:57.599+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:57.599+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18737, above threshold 10. [2023-01-13T04:39:58.643+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19670239 ms [2023-01-13T04:39:58.644+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:58.644+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:58.646+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:58.647+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:58.647+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:58.647+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18738, above threshold 10. [2023-01-13T04:39:59.058+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-LCM-WRITE] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=2146770a-49d1-458f-8b37-9d59e94c6ba0, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-LCM-WRITE,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-LCM-WRITE, effectiveTopic=APPC-LCM-WRITE, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:39:59.058+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-LCM-WRITE] UEB GET /events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:39:59.058+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] GET http://message-router:3904/events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:39:59.061+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:59.061+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:59.061+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:39:59.693+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19671289 ms [2023-01-13T04:39:59.694+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:39:59.695+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:39:59.697+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:39:59.698+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:39:59.698+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:39:59.698+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18739, above threshold 10. [2023-01-13T04:40:00.233+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-CL] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=b085c252-116f-4ea7-b140-6a1320c9e761, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-CL,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-CL, effectiveTopic=APPC-CL, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:40:00.233+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-CL] UEB GET /events/APPC-CL/b085c252-116f-4ea7-b140-6a1320c9e761/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:40:00.233+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] GET http://message-router:3904/events/APPC-CL/b085c252-116f-4ea7-b140-6a1320c9e761/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:40:00.234+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-A1-P-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=df83d9e9-0546-4d48-9f74-7b93ef1bcd94, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-A1-P-RSP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=A1-P-RSP, effectiveTopic=A1-P-RSP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:40:00.234+00:00|INFO|CambriaConsumerImpl|DMAAP-source-A1-P-RSP] UEB GET /events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:40:00.234+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] GET http://message-router:3904/events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:40:00.234+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=135486dd-0cbb-45d5-a681-1315feb79308, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:40:00.234+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-DCAE_TOPIC] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=dcae.policy.shared, consumerInstance=98855861-d5f2-4358-956e-6b56135a74eb, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-DCAE_TOPIC,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=DCAE_TOPIC, effectiveTopic=unauthenticated.DCAE_CL_OUTPUT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:40:00.234+00:00|INFO|CambriaConsumerImpl|DMAAP-source-DCAE_TOPIC] UEB GET /events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100 [2023-01-13T04:40:00.234+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/135486dd-0cbb-45d5-a681-1315feb79308/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:40:00.234+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/135486dd-0cbb-45d5-a681-1315feb79308/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:40:00.234+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] GET http://message-router:3904/events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:40:00.238+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-SDNR-CL-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=249024c4-5d0a-4e9c-86cb-3d665f87db63, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-SDNR-CL-RSP,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=SDNR-CL-RSP, effectiveTopic=SDNR-CL-RSP, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:40:00.238+00:00|INFO|CambriaConsumerImpl|DMAAP-source-SDNR-CL-RSP] UEB GET /events/SDNR-CL-RSP/249024c4-5d0a-4e9c-86cb-3d665f87db63/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:40:00.238+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] GET http://message-router:3904/events/SDNR-CL-RSP/249024c4-5d0a-4e9c-86cb-3d665f87db63/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:40:00.240+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:40:00.240+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:40:00.240+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:40:00.240+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:40:00.240+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:40:00.240+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:40:00.241+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:40:00.241+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:40:00.241+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:40:00.241+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:40:00.241+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:40:00.241+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:40:00.241+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:40:00.241+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:40:00.242+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:40:00.742+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19672338 ms [2023-01-13T04:40:00.743+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:40:00.744+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:40:00.746+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:40:00.746+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:40:00.746+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:40:00.746+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18740, above threshold 10. [2023-01-13T04:40:01.793+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19673389 ms [2023-01-13T04:40:01.794+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:40:01.794+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:40:01.796+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:40:01.797+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:40:01.797+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:40:01.797+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18741, above threshold 10. [2023-01-13T04:40:02.843+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19674439 ms [2023-01-13T04:40:02.843+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:40:02.843+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:40:02.846+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:40:02.846+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:40:02.846+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:40:02.846+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18742, above threshold 10. [2023-01-13T04:40:03.893+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19675489 ms [2023-01-13T04:40:03.893+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:40:03.894+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:40:03.897+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:40:03.897+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:40:03.897+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:40:03.898+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18743, above threshold 10. [2023-01-13T04:40:04.943+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19676539 ms [2023-01-13T04:40:04.944+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:40:04.944+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:40:04.946+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:40:04.946+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:40:04.946+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:40:04.946+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18744, above threshold 10. [2023-01-13T04:40:05.993+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19677589 ms [2023-01-13T04:40:05.993+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:40:05.994+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:40:05.996+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:40:05.996+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:40:05.996+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:40:05.996+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18745, above threshold 10. [2023-01-13T04:40:07.043+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19678639 ms [2023-01-13T04:40:07.043+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:40:07.043+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:40:07.046+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:40:07.046+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:40:07.047+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:40:07.047+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18746, above threshold 10. [2023-01-13T04:40:08.093+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 164 msgs to /events/POLICY-PDP-PAP. Oldest: 19679689 ms [2023-01-13T04:40:08.093+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:40:08.094+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:40:08.096+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:40:08.096+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:40:08.097+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 164 message to send. [2023-01-13T04:40:08.097+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18747, above threshold 10. [2023-01-13T04:40:08.244+00:00|INFO|LifecycleFsm|pool-2-thread-1] lifecycle event: status [2023-01-13T04:40:08.247+00:00|INFO|network|pool-2-thread-1] [OUT|DMAAP|POLICY-PDP-PAP] {"pdpType":"drools","state":"PASSIVE","healthy":"HEALTHY","policies":[],"statistics":{"pdpInstanceId":"onap-policy-drools-pdp-0.0c69c26e-df44-48dd-9744-75605bd86241","timeStamp":"2023-01-13T04:40:08.245524Z","pdpGroupName":"defaultGroup","policyExecutedCount":0,"policyExecutedSuccessCount":0,"policyExecutedFailCount":0,"policyDeployCount":0,"policyDeploySuccessCount":0,"policyDeployFailCount":0,"policyUndeployCount":0,"policyUndeploySuccessCount":0,"policyUndeployFailCount":0},"messageName":"PDP_STATUS","requestId":"f94928c7-875d-4a6f-a0e1-55fa22fdc35b","timestampMs":1673584808245,"name":"onap-policy-drools-pdp-0.0c69c26e-df44-48dd-9744-75605bd86241","pdpGroup":"defaultGroup"} [2023-01-13T04:40:09.102+00:00|INFO|DistributedLockManager|pool-3-thread-1] checking for expired locks: DistributedLockManager [pdpName=onap-policy-drools-pdp-0.0c69c26e-df44-48dd-9744-75605bd86241, uuidString=4fbfa301-1156-4cfd-8bc1-faf1a9b5c185, resource2lock={}] [2023-01-13T04:40:09.112+00:00|INFO|DistributedLockManager|pool-3-thread-1] done checking for expired locks [2023-01-13T04:40:09.143+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 165 msgs to /events/POLICY-PDP-PAP. Oldest: 19680739 ms [2023-01-13T04:40:09.144+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:40:09.144+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:40:09.146+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:40:09.146+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:40:09.146+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 165 message to send. [2023-01-13T04:40:09.146+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18748, above threshold 10. [2023-01-13T04:40:10.193+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 165 msgs to /events/POLICY-PDP-PAP. Oldest: 19681789 ms [2023-01-13T04:40:10.193+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:40:10.193+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:40:10.196+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:40:10.196+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:40:10.196+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 165 message to send. [2023-01-13T04:40:10.196+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18749, above threshold 10. [2023-01-13T04:40:11.243+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 165 msgs to /events/POLICY-PDP-PAP. Oldest: 19682839 ms [2023-01-13T04:40:11.244+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:40:11.244+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:40:11.245+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:40:11.246+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:40:11.246+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 165 message to send. [2023-01-13T04:40:11.246+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18750, above threshold 10. [2023-01-13T04:40:12.293+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 165 msgs to /events/POLICY-PDP-PAP. Oldest: 19683889 ms [2023-01-13T04:40:12.293+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:40:12.293+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:40:12.296+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:40:12.297+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:40:12.297+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 165 message to send. [2023-01-13T04:40:12.297+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18751, above threshold 10. [2023-01-13T04:40:13.343+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 165 msgs to /events/POLICY-PDP-PAP. Oldest: 19684939 ms [2023-01-13T04:40:13.343+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:40:13.344+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:40:13.345+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:40:13.345+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:40:13.345+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 165 message to send. [2023-01-13T04:40:13.345+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18752, above threshold 10. [2023-01-13T04:40:14.061+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-LCM-WRITE] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=2146770a-49d1-458f-8b37-9d59e94c6ba0, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-LCM-WRITE,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-LCM-WRITE, effectiveTopic=APPC-LCM-WRITE, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384) at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87) ... 5 common frames omitted [2023-01-13T04:40:14.061+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-LCM-WRITE] UEB GET /events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100 [2023-01-13T04:40:14.061+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] GET http://message-router:3904/events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ... [2023-01-13T04:40:14.064+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:40:14.064+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable [2023-01-13T04:40:14.064+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms [2023-01-13T04:40:14.393+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 165 msgs to /events/POLICY-PDP-PAP. Oldest: 19685989 ms [2023-01-13T04:40:14.393+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts. [2023-01-13T04:40:14.393+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ... [2023-01-13T04:40:14.395+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable [2023-01-13T04:40:14.396+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816) at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31) at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) [2023-01-13T04:40:14.396+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 165 message to send. [2023-01-13T04:40:14.396+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 18753, above threshold 10. [2023-01-13T04:40:15.241+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-A1-P-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=df83d9e9-0546-4d48-9f74-7b93ef1bcd94, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-A1-P-RSP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=A1-P-RSP, effectiveTopic=A1-P-RSP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123) at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64) at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244) at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThre