By type
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:04:06.996+00:00|INFO|CambriaConsumerImpl|DMAAP-source-A1-P-RSP] UEB GET /events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:04:06.996+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=135486dd-0cbb-45d5-a681-1315feb79308, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:04:06.996+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] GET http://message-router:3904/events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:04:06.997+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/135486dd-0cbb-45d5-a681-1315feb79308/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:04:06.997+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/135486dd-0cbb-45d5-a681-1315feb79308/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:04:06.996+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-DCAE_TOPIC] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=dcae.policy.shared, consumerInstance=98855861-d5f2-4358-956e-6b56135a74eb, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-DCAE_TOPIC,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=DCAE_TOPIC, effectiveTopic=unauthenticated.DCAE_CL_OUTPUT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:04:06.997+00:00|INFO|CambriaConsumerImpl|DMAAP-source-DCAE_TOPIC] UEB GET /events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100
[2023-01-13T10:04:06.997+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] GET http://message-router:3904/events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:04:06.998+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-CL] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=b085c252-116f-4ea7-b140-6a1320c9e761, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-CL,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-CL, effectiveTopic=APPC-CL, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:04:06.998+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-CL] UEB GET /events/APPC-CL/b085c252-116f-4ea7-b140-6a1320c9e761/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:04:06.998+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] GET http://message-router:3904/events/APPC-CL/b085c252-116f-4ea7-b140-6a1320c9e761/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:04:06.997+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-SDNR-CL-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=249024c4-5d0a-4e9c-86cb-3d665f87db63, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-SDNR-CL-RSP,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=SDNR-CL-RSP, effectiveTopic=SDNR-CL-RSP, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:04:06.999+00:00|INFO|CambriaConsumerImpl|DMAAP-source-SDNR-CL-RSP] UEB GET /events/SDNR-CL-RSP/249024c4-5d0a-4e9c-86cb-3d665f87db63/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:04:06.999+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] GET http://message-router:3904/events/SDNR-CL-RSP/249024c4-5d0a-4e9c-86cb-3d665f87db63/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:04:07.000+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:07.000+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:07.000+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:04:07.000+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:07.000+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:07.000+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:04:07.000+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:07.000+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:07.000+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:04:07.002+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:07.002+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:07.002+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:07.002+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:04:07.002+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:07.002+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:04:07.743+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 326 msgs to /events/POLICY-PDP-PAP. Oldest: 39119339 ms
[2023-01-13T10:04:07.746+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:07.746+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:07.751+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:07.751+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:07.751+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 326 message to send.
[2023-01-13T10:04:07.751+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37264, above threshold 10.
[2023-01-13T10:04:08.244+00:00|INFO|LifecycleFsm|pool-2-thread-1] lifecycle event: status
[2023-01-13T10:04:08.246+00:00|INFO|network|pool-2-thread-1] [OUT|DMAAP|POLICY-PDP-PAP]
{"pdpType":"drools","state":"PASSIVE","healthy":"HEALTHY","policies":[],"statistics":{"pdpInstanceId":"onap-policy-drools-pdp-0.0c69c26e-df44-48dd-9744-75605bd86241","timeStamp":"2023-01-13T10:04:08.245129Z","pdpGroupName":"defaultGroup","policyExecutedCount":0,"policyExecutedSuccessCount":0,"policyExecutedFailCount":0,"policyDeployCount":0,"policyDeploySuccessCount":0,"policyDeployFailCount":0,"policyUndeployCount":0,"policyUndeploySuccessCount":0,"policyUndeployFailCount":0},"messageName":"PDP_STATUS","requestId":"8914b5d3-d8b9-41e0-bd04-0ad27ea16c0c","timestampMs":1673604248245,"name":"onap-policy-drools-pdp-0.0c69c26e-df44-48dd-9744-75605bd86241","pdpGroup":"defaultGroup"}
[2023-01-13T10:04:08.793+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39120389 ms
[2023-01-13T10:04:08.793+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:08.793+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:08.796+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:08.797+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:08.797+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:08.797+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37265, above threshold 10.
[2023-01-13T10:04:09.843+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39121439 ms
[2023-01-13T10:04:09.843+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:09.843+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:09.847+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:09.847+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:09.847+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:09.848+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37266, above threshold 10.
[2023-01-13T10:04:10.893+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39122489 ms
[2023-01-13T10:04:10.894+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:10.894+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:10.896+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:10.896+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:10.896+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:10.896+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37267, above threshold 10.
[2023-01-13T10:04:11.943+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39123539 ms
[2023-01-13T10:04:11.943+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:11.943+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:11.945+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:11.946+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:11.946+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:11.946+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37268, above threshold 10.
[2023-01-13T10:04:12.993+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39124589 ms
[2023-01-13T10:04:12.994+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:12.994+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:12.997+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:12.998+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:12.998+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:12.998+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37269, above threshold 10.
[2023-01-13T10:04:14.043+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39125639 ms
[2023-01-13T10:04:14.044+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:14.044+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:14.047+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:14.047+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:14.047+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:14.047+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37270, above threshold 10.
[2023-01-13T10:04:15.093+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39126689 ms
[2023-01-13T10:04:15.094+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:15.094+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:15.096+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:15.097+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:15.097+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:15.097+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37271, above threshold 10.
[2023-01-13T10:04:16.143+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39127739 ms
[2023-01-13T10:04:16.144+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:16.145+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:16.148+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:16.148+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:16.149+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:16.149+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37272, above threshold 10.
[2023-01-13T10:04:17.193+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39128789 ms
[2023-01-13T10:04:17.194+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:17.195+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:17.197+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:17.198+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:17.198+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:17.198+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37273, above threshold 10.
[2023-01-13T10:04:17.712+00:00|INFO|RequestLog|qtp114990534-59] 127.0.0.6 - - [13/Jan/2023:10:04:17 +0000] "GET /healthcheck/controllers HTTP/1.1" 200 527 "-" "kube-probe/1.23"
[2023-01-13T10:04:18.243+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39129839 ms
[2023-01-13T10:04:18.244+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:18.244+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:18.247+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:18.247+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:18.248+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:18.248+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37274, above threshold 10.
[2023-01-13T10:04:19.148+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-LCM-WRITE] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=2146770a-49d1-458f-8b37-9d59e94c6ba0, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-LCM-WRITE,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-LCM-WRITE, effectiveTopic=APPC-LCM-WRITE, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:04:19.148+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-LCM-WRITE] UEB GET /events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:04:19.148+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] GET http://message-router:3904/events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:04:19.151+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:19.151+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:19.151+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:04:19.293+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39130889 ms
[2023-01-13T10:04:19.294+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:19.294+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:19.296+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:19.296+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:19.296+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:19.296+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37275, above threshold 10.
[2023-01-13T10:04:20.343+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39131939 ms
[2023-01-13T10:04:20.344+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:20.344+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:20.347+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:20.347+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:20.347+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:20.347+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37276, above threshold 10.
[2023-01-13T10:04:21.393+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39132989 ms
[2023-01-13T10:04:21.393+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:21.394+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:21.396+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:21.397+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:21.397+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:21.397+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37277, above threshold 10.
[2023-01-13T10:04:22.000+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-DCAE_TOPIC] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=dcae.policy.shared, consumerInstance=98855861-d5f2-4358-956e-6b56135a74eb, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-DCAE_TOPIC,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=DCAE_TOPIC, effectiveTopic=unauthenticated.DCAE_CL_OUTPUT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:04:22.000+00:00|INFO|CambriaConsumerImpl|DMAAP-source-DCAE_TOPIC] UEB GET /events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100
[2023-01-13T10:04:22.001+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-A1-P-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=df83d9e9-0546-4d48-9f74-7b93ef1bcd94, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-A1-P-RSP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=A1-P-RSP, effectiveTopic=A1-P-RSP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:04:22.001+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] GET http://message-router:3904/events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:04:22.001+00:00|INFO|CambriaConsumerImpl|DMAAP-source-A1-P-RSP] UEB GET /events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:04:22.001+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] GET http://message-router:3904/events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:04:22.001+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=135486dd-0cbb-45d5-a681-1315feb79308, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:04:22.001+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/135486dd-0cbb-45d5-a681-1315feb79308/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:04:22.001+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/135486dd-0cbb-45d5-a681-1315feb79308/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:04:22.002+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-CL] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=b085c252-116f-4ea7-b140-6a1320c9e761, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-CL,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-CL, effectiveTopic=APPC-CL, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:04:22.002+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-CL] UEB GET /events/APPC-CL/b085c252-116f-4ea7-b140-6a1320c9e761/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:04:22.002+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-SDNR-CL-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=249024c4-5d0a-4e9c-86cb-3d665f87db63, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-SDNR-CL-RSP,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=SDNR-CL-RSP, effectiveTopic=SDNR-CL-RSP, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:04:22.002+00:00|INFO|CambriaConsumerImpl|DMAAP-source-SDNR-CL-RSP] UEB GET /events/SDNR-CL-RSP/249024c4-5d0a-4e9c-86cb-3d665f87db63/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:04:22.002+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] GET http://message-router:3904/events/SDNR-CL-RSP/249024c4-5d0a-4e9c-86cb-3d665f87db63/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:04:22.002+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] GET http://message-router:3904/events/APPC-CL/b085c252-116f-4ea7-b140-6a1320c9e761/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:04:22.004+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:22.004+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:22.004+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:22.004+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:04:22.004+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:22.004+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:04:22.005+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:22.005+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:22.005+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:22.005+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:22.005+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:04:22.005+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:22.005+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:04:22.005+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:22.005+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:04:22.443+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39134039 ms
[2023-01-13T10:04:22.443+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:22.444+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:22.446+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:22.446+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:22.446+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:22.446+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37278, above threshold 10.
[2023-01-13T10:04:23.493+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39135089 ms
[2023-01-13T10:04:23.494+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:23.494+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:23.497+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:23.497+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:23.497+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:23.497+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37279, above threshold 10.
[2023-01-13T10:04:24.543+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39136139 ms
[2023-01-13T10:04:24.543+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:24.543+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:24.545+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:24.546+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:24.546+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:24.546+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37280, above threshold 10.
[2023-01-13T10:04:25.593+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39137189 ms
[2023-01-13T10:04:25.594+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:25.594+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:25.596+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:25.596+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:25.596+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:25.596+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37281, above threshold 10.
[2023-01-13T10:04:26.643+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39138239 ms
[2023-01-13T10:04:26.643+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:26.643+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:26.645+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:26.645+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:26.645+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:26.645+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37282, above threshold 10.
[2023-01-13T10:04:27.693+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39139289 ms
[2023-01-13T10:04:27.693+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:27.693+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:27.696+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:27.697+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:27.697+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:27.697+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37283, above threshold 10.
[2023-01-13T10:04:28.743+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39140339 ms
[2023-01-13T10:04:28.743+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:28.743+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:28.745+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:28.746+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:28.746+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:28.746+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37284, above threshold 10.
[2023-01-13T10:04:29.793+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39141389 ms
[2023-01-13T10:04:29.793+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:29.793+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:29.796+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:29.796+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:29.796+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:29.796+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37285, above threshold 10.
[2023-01-13T10:04:30.843+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39142439 ms
[2023-01-13T10:04:30.844+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:30.844+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:30.847+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:30.847+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:30.847+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:30.847+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37286, above threshold 10.
[2023-01-13T10:04:31.893+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39143489 ms
[2023-01-13T10:04:31.893+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:31.893+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:31.896+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:31.896+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:31.897+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:31.897+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37287, above threshold 10.
[2023-01-13T10:04:32.943+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39144539 ms
[2023-01-13T10:04:32.943+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:32.943+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:32.947+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:32.947+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:32.947+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:32.947+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37288, above threshold 10.
[2023-01-13T10:04:33.993+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39145589 ms
[2023-01-13T10:04:33.994+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:33.994+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:33.996+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:33.997+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:33.997+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:33.997+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37289, above threshold 10.
[2023-01-13T10:04:34.151+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-LCM-WRITE] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=2146770a-49d1-458f-8b37-9d59e94c6ba0, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-LCM-WRITE,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-LCM-WRITE, effectiveTopic=APPC-LCM-WRITE, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:04:34.151+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-LCM-WRITE] UEB GET /events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:04:34.151+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] GET http://message-router:3904/events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:04:34.155+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:34.155+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:34.155+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:04:35.043+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39146639 ms
[2023-01-13T10:04:35.044+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:35.044+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:35.046+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:35.047+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:35.047+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:35.047+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37290, above threshold 10.
[2023-01-13T10:04:36.093+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39147689 ms
[2023-01-13T10:04:36.093+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:36.094+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:36.096+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:36.097+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:36.097+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:36.097+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37291, above threshold 10.
[2023-01-13T10:04:37.005+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=135486dd-0cbb-45d5-a681-1315feb79308, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:04:37.005+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/135486dd-0cbb-45d5-a681-1315feb79308/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:04:37.005+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/135486dd-0cbb-45d5-a681-1315feb79308/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:04:37.005+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-CL] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=b085c252-116f-4ea7-b140-6a1320c9e761, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-CL,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-CL, effectiveTopic=APPC-CL, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:04:37.005+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-CL] UEB GET /events/APPC-CL/b085c252-116f-4ea7-b140-6a1320c9e761/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:04:37.005+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] GET http://message-router:3904/events/APPC-CL/b085c252-116f-4ea7-b140-6a1320c9e761/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:04:37.005+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-DCAE_TOPIC] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=dcae.policy.shared, consumerInstance=98855861-d5f2-4358-956e-6b56135a74eb, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-DCAE_TOPIC,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=DCAE_TOPIC, effectiveTopic=unauthenticated.DCAE_CL_OUTPUT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:04:37.005+00:00|INFO|CambriaConsumerImpl|DMAAP-source-DCAE_TOPIC] UEB GET /events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100
[2023-01-13T10:04:37.006+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] GET http://message-router:3904/events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:04:37.006+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-SDNR-CL-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=249024c4-5d0a-4e9c-86cb-3d665f87db63, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-SDNR-CL-RSP,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=SDNR-CL-RSP, effectiveTopic=SDNR-CL-RSP, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:04:37.005+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-A1-P-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=df83d9e9-0546-4d48-9f74-7b93ef1bcd94, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-A1-P-RSP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=A1-P-RSP, effectiveTopic=A1-P-RSP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:04:37.006+00:00|INFO|CambriaConsumerImpl|DMAAP-source-A1-P-RSP] UEB GET /events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:04:37.006+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] GET http://message-router:3904/events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:04:37.006+00:00|INFO|CambriaConsumerImpl|DMAAP-source-SDNR-CL-RSP] UEB GET /events/SDNR-CL-RSP/249024c4-5d0a-4e9c-86cb-3d665f87db63/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:04:37.006+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] GET http://message-router:3904/events/SDNR-CL-RSP/249024c4-5d0a-4e9c-86cb-3d665f87db63/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:04:37.009+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:37.010+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:37.010+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:37.010+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:37.010+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:37.010+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:04:37.010+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:37.010+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:04:37.010+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:37.010+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:04:37.010+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:37.010+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:04:37.010+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:37.010+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:37.011+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:04:37.143+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39148739 ms
[2023-01-13T10:04:37.143+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:37.143+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:37.146+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:37.146+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:37.147+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:37.147+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37292, above threshold 10.
[2023-01-13T10:04:38.193+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39149789 ms
[2023-01-13T10:04:38.194+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:38.194+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:38.197+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:38.198+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:38.198+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:38.198+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37293, above threshold 10.
[2023-01-13T10:04:39.243+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39150839 ms
[2023-01-13T10:04:39.243+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:39.243+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:39.247+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:39.247+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:39.248+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:39.248+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37294, above threshold 10.
[2023-01-13T10:04:40.293+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39151889 ms
[2023-01-13T10:04:40.294+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:40.294+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:40.299+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:40.299+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:40.300+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:40.300+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37295, above threshold 10.
[2023-01-13T10:04:41.343+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39152939 ms
[2023-01-13T10:04:41.343+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:41.344+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:41.346+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:41.347+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:41.347+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:41.347+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37296, above threshold 10.
[2023-01-13T10:04:42.393+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39153989 ms
[2023-01-13T10:04:42.394+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:42.394+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:42.397+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:42.397+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:42.397+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:42.397+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37297, above threshold 10.
[2023-01-13T10:04:43.443+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39155039 ms
[2023-01-13T10:04:43.443+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:43.443+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:43.446+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:43.446+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:43.446+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:43.446+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37298, above threshold 10.
[2023-01-13T10:04:44.493+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39156089 ms
[2023-01-13T10:04:44.494+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:44.494+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:44.496+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:44.496+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:44.496+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:44.496+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37299, above threshold 10.
[2023-01-13T10:04:45.543+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39157139 ms
[2023-01-13T10:04:45.543+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:45.544+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:45.546+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:45.546+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:45.546+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:45.546+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37300, above threshold 10.
[2023-01-13T10:04:46.593+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39158189 ms
[2023-01-13T10:04:46.594+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:46.594+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:46.596+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:46.596+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:46.596+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:46.596+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37301, above threshold 10.
[2023-01-13T10:04:47.643+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39159239 ms
[2023-01-13T10:04:47.645+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:47.646+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:47.648+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:47.649+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:47.650+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:47.650+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37302, above threshold 10.
[2023-01-13T10:04:48.693+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39160289 ms
[2023-01-13T10:04:48.694+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:48.694+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:48.696+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:48.697+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:48.698+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:48.698+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37303, above threshold 10.
[2023-01-13T10:04:49.156+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-LCM-WRITE] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=2146770a-49d1-458f-8b37-9d59e94c6ba0, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-LCM-WRITE,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-LCM-WRITE, effectiveTopic=APPC-LCM-WRITE, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:04:49.156+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-LCM-WRITE] UEB GET /events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:04:49.156+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] GET http://message-router:3904/events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:04:49.160+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:49.160+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:49.160+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:04:49.743+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39161339 ms
[2023-01-13T10:04:49.744+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:49.745+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:49.748+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:49.748+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:49.749+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:49.749+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37304, above threshold 10.
[2023-01-13T10:04:50.793+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39162389 ms
[2023-01-13T10:04:50.793+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:50.794+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:50.796+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:50.796+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:50.796+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:50.796+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37305, above threshold 10.
[2023-01-13T10:04:51.843+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39163439 ms
[2023-01-13T10:04:51.843+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:51.843+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:51.846+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:51.846+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:51.846+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:51.847+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37306, above threshold 10.
[2023-01-13T10:04:52.010+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-CL] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=b085c252-116f-4ea7-b140-6a1320c9e761, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-CL,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-CL, effectiveTopic=APPC-CL, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:04:52.010+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-CL] UEB GET /events/APPC-CL/b085c252-116f-4ea7-b140-6a1320c9e761/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:04:52.010+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-SDNR-CL-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=249024c4-5d0a-4e9c-86cb-3d665f87db63, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-SDNR-CL-RSP,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=SDNR-CL-RSP, effectiveTopic=SDNR-CL-RSP, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:04:52.010+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-A1-P-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=df83d9e9-0546-4d48-9f74-7b93ef1bcd94, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-A1-P-RSP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=A1-P-RSP, effectiveTopic=A1-P-RSP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:04:52.010+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] GET http://message-router:3904/events/APPC-CL/b085c252-116f-4ea7-b140-6a1320c9e761/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:04:52.010+00:00|INFO|CambriaConsumerImpl|DMAAP-source-A1-P-RSP] UEB GET /events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:04:52.011+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] GET http://message-router:3904/events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:04:52.010+00:00|INFO|CambriaConsumerImpl|DMAAP-source-SDNR-CL-RSP] UEB GET /events/SDNR-CL-RSP/249024c4-5d0a-4e9c-86cb-3d665f87db63/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:04:52.011+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] GET http://message-router:3904/events/SDNR-CL-RSP/249024c4-5d0a-4e9c-86cb-3d665f87db63/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:04:52.011+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=135486dd-0cbb-45d5-a681-1315feb79308, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:04:52.011+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/135486dd-0cbb-45d5-a681-1315feb79308/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:04:52.011+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/135486dd-0cbb-45d5-a681-1315feb79308/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:04:52.012+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-DCAE_TOPIC] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=dcae.policy.shared, consumerInstance=98855861-d5f2-4358-956e-6b56135a74eb, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-DCAE_TOPIC,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=DCAE_TOPIC, effectiveTopic=unauthenticated.DCAE_CL_OUTPUT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:04:52.012+00:00|INFO|CambriaConsumerImpl|DMAAP-source-DCAE_TOPIC] UEB GET /events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100
[2023-01-13T10:04:52.013+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] GET http://message-router:3904/events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:04:52.014+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:52.014+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:52.014+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:04:52.014+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:52.014+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:52.014+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:52.014+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:04:52.014+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:52.014+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:04:52.015+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:52.015+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:52.015+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:04:52.015+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:52.016+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:52.016+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:04:52.893+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39164489 ms
[2023-01-13T10:04:52.894+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:52.895+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:52.898+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:52.898+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:52.899+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:52.899+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37307, above threshold 10.
[2023-01-13T10:04:53.943+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39165539 ms
[2023-01-13T10:04:53.944+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:53.944+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:53.946+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:53.946+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:53.946+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:53.946+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37308, above threshold 10.
[2023-01-13T10:04:54.993+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39166589 ms
[2023-01-13T10:04:54.994+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:54.994+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:54.996+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:54.996+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:54.996+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:54.996+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37309, above threshold 10.
[2023-01-13T10:04:56.043+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39167639 ms
[2023-01-13T10:04:56.044+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:56.044+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:56.046+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:56.046+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:56.046+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:56.046+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37310, above threshold 10.
[2023-01-13T10:04:57.093+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39168689 ms
[2023-01-13T10:04:57.093+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:57.094+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:57.096+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:57.096+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:57.096+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:57.096+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37311, above threshold 10.
[2023-01-13T10:04:58.143+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39169739 ms
[2023-01-13T10:04:58.144+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:58.144+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:58.146+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:58.147+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:58.147+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:58.147+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37312, above threshold 10.
[2023-01-13T10:04:59.193+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39170789 ms
[2023-01-13T10:04:59.194+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:04:59.194+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:04:59.197+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:04:59.197+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:04:59.198+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:04:59.198+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37313, above threshold 10.
[2023-01-13T10:05:00.243+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39171839 ms
[2023-01-13T10:05:00.243+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:00.244+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:00.246+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:00.246+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:00.246+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:00.246+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37314, above threshold 10.
[2023-01-13T10:05:01.293+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39172889 ms
[2023-01-13T10:05:01.294+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:01.294+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:01.297+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:01.297+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:01.297+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:01.297+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37315, above threshold 10.
[2023-01-13T10:05:02.343+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39173939 ms
[2023-01-13T10:05:02.344+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:02.344+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:02.346+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:02.346+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:02.347+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:02.347+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37316, above threshold 10.
[2023-01-13T10:05:03.393+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39174989 ms
[2023-01-13T10:05:03.394+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:03.394+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:03.396+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:03.397+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:03.397+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:03.397+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37317, above threshold 10.
[2023-01-13T10:05:04.161+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-LCM-WRITE] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=2146770a-49d1-458f-8b37-9d59e94c6ba0, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-LCM-WRITE,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-LCM-WRITE, effectiveTopic=APPC-LCM-WRITE, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:05:04.161+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-LCM-WRITE] UEB GET /events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:05:04.161+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] GET http://message-router:3904/events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:05:04.164+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:04.164+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:04.164+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:05:04.443+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39176039 ms
[2023-01-13T10:05:04.444+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:04.444+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:04.446+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:04.446+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:04.447+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:04.447+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37318, above threshold 10.
[2023-01-13T10:05:05.493+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39177089 ms
[2023-01-13T10:05:05.494+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:05.494+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:05.497+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:05.497+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:05.497+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:05.498+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37319, above threshold 10.
[2023-01-13T10:05:06.543+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39178139 ms
[2023-01-13T10:05:06.544+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:06.544+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:06.546+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:06.546+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:06.547+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:06.547+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37320, above threshold 10.
[2023-01-13T10:05:07.017+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-CL] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=b085c252-116f-4ea7-b140-6a1320c9e761, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-CL,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-CL, effectiveTopic=APPC-CL, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:05:07.017+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-CL] UEB GET /events/APPC-CL/b085c252-116f-4ea7-b140-6a1320c9e761/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:05:07.018+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] GET http://message-router:3904/events/APPC-CL/b085c252-116f-4ea7-b140-6a1320c9e761/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:05:07.018+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-DCAE_TOPIC] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=dcae.policy.shared, consumerInstance=98855861-d5f2-4358-956e-6b56135a74eb, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-DCAE_TOPIC,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=DCAE_TOPIC, effectiveTopic=unauthenticated.DCAE_CL_OUTPUT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:05:07.018+00:00|INFO|CambriaConsumerImpl|DMAAP-source-DCAE_TOPIC] UEB GET /events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100
[2023-01-13T10:05:07.018+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] GET http://message-router:3904/events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:05:07.015+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-SDNR-CL-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=249024c4-5d0a-4e9c-86cb-3d665f87db63, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-SDNR-CL-RSP,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=SDNR-CL-RSP, effectiveTopic=SDNR-CL-RSP, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:05:07.018+00:00|INFO|CambriaConsumerImpl|DMAAP-source-SDNR-CL-RSP] UEB GET /events/SDNR-CL-RSP/249024c4-5d0a-4e9c-86cb-3d665f87db63/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:05:07.018+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-A1-P-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=df83d9e9-0546-4d48-9f74-7b93ef1bcd94, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-A1-P-RSP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=A1-P-RSP, effectiveTopic=A1-P-RSP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:05:07.018+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] GET http://message-router:3904/events/SDNR-CL-RSP/249024c4-5d0a-4e9c-86cb-3d665f87db63/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:05:07.018+00:00|INFO|CambriaConsumerImpl|DMAAP-source-A1-P-RSP] UEB GET /events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:05:07.018+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] GET http://message-router:3904/events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:05:07.015+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=135486dd-0cbb-45d5-a681-1315feb79308, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:05:07.019+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/135486dd-0cbb-45d5-a681-1315feb79308/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:05:07.019+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/135486dd-0cbb-45d5-a681-1315feb79308/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:05:07.022+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:07.022+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:07.022+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:07.022+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:07.022+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:05:07.022+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:05:07.022+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:07.022+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:07.022+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:05:07.022+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:07.022+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:07.022+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:05:07.023+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:07.023+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:07.023+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:05:07.593+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39179189 ms
[2023-01-13T10:05:07.594+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:07.594+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:07.598+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:07.598+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:07.599+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:07.599+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37321, above threshold 10.
[2023-01-13T10:05:08.644+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39180240 ms
[2023-01-13T10:05:08.646+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:08.646+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:08.650+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:08.651+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:08.651+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:08.651+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37322, above threshold 10.
[2023-01-13T10:05:09.693+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39181289 ms
[2023-01-13T10:05:09.694+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:09.695+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:09.697+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:09.697+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:09.697+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:09.697+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37323, above threshold 10.
[2023-01-13T10:05:10.743+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39182339 ms
[2023-01-13T10:05:10.745+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:10.745+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:10.749+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:10.750+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:10.750+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:10.750+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37324, above threshold 10.
[2023-01-13T10:05:11.793+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39183389 ms
[2023-01-13T10:05:11.795+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:11.795+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:11.799+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:11.799+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:11.799+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:11.800+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37325, above threshold 10.
[2023-01-13T10:05:12.843+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39184439 ms
[2023-01-13T10:05:12.845+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:12.845+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:12.848+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:12.848+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:12.848+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:12.848+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37326, above threshold 10.
[2023-01-13T10:05:13.893+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39185489 ms
[2023-01-13T10:05:13.894+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:13.894+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:13.897+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:13.898+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:13.898+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:13.898+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37327, above threshold 10.
[2023-01-13T10:05:14.943+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39186539 ms
[2023-01-13T10:05:14.944+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:14.944+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:14.947+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:14.947+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:14.947+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:14.947+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37328, above threshold 10.
[2023-01-13T10:05:15.993+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39187589 ms
[2023-01-13T10:05:15.994+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:15.994+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:15.997+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:15.997+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:15.997+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:15.997+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37329, above threshold 10.
[2023-01-13T10:05:17.043+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39188639 ms
[2023-01-13T10:05:17.045+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:17.045+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:17.047+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:17.047+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:17.048+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:17.048+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37330, above threshold 10.
[2023-01-13T10:05:17.719+00:00|INFO|RequestLog|qtp114990534-67] 127.0.0.6 - - [13/Jan/2023:10:05:17 +0000] "GET /healthcheck/controllers HTTP/1.1" 200 527 "-" "kube-probe/1.23"
[2023-01-13T10:05:18.093+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39189689 ms
[2023-01-13T10:05:18.095+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:18.095+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:18.098+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:18.098+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:18.099+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:18.099+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37331, above threshold 10.
[2023-01-13T10:05:19.143+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39190739 ms
[2023-01-13T10:05:19.147+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:19.147+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:19.150+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:19.151+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:19.152+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:19.152+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37332, above threshold 10.
[2023-01-13T10:05:19.165+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-LCM-WRITE] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=2146770a-49d1-458f-8b37-9d59e94c6ba0, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-LCM-WRITE,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-LCM-WRITE, effectiveTopic=APPC-LCM-WRITE, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:05:19.165+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-LCM-WRITE] UEB GET /events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:05:19.166+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] GET http://message-router:3904/events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:05:19.168+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:19.168+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:19.168+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:05:20.193+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39191789 ms
[2023-01-13T10:05:20.194+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:20.194+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:20.197+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:20.197+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:20.198+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:20.198+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37333, above threshold 10.
[2023-01-13T10:05:21.243+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39192839 ms
[2023-01-13T10:05:21.244+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:21.244+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:21.247+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:21.248+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:21.248+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:21.248+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37334, above threshold 10.
[2023-01-13T10:05:22.022+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-DCAE_TOPIC] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=dcae.policy.shared, consumerInstance=98855861-d5f2-4358-956e-6b56135a74eb, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-DCAE_TOPIC,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=DCAE_TOPIC, effectiveTopic=unauthenticated.DCAE_CL_OUTPUT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:05:22.022+00:00|INFO|CambriaConsumerImpl|DMAAP-source-DCAE_TOPIC] UEB GET /events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100
[2023-01-13T10:05:22.022+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] GET http://message-router:3904/events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:05:22.022+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-CL] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=b085c252-116f-4ea7-b140-6a1320c9e761, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-CL,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-CL, effectiveTopic=APPC-CL, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:05:22.022+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-SDNR-CL-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=249024c4-5d0a-4e9c-86cb-3d665f87db63, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-SDNR-CL-RSP,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=SDNR-CL-RSP, effectiveTopic=SDNR-CL-RSP, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:05:22.022+00:00|INFO|CambriaConsumerImpl|DMAAP-source-SDNR-CL-RSP] UEB GET /events/SDNR-CL-RSP/249024c4-5d0a-4e9c-86cb-3d665f87db63/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:05:22.022+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-CL] UEB GET /events/APPC-CL/b085c252-116f-4ea7-b140-6a1320c9e761/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:05:22.023+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] GET http://message-router:3904/events/SDNR-CL-RSP/249024c4-5d0a-4e9c-86cb-3d665f87db63/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:05:22.023+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] GET http://message-router:3904/events/APPC-CL/b085c252-116f-4ea7-b140-6a1320c9e761/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:05:22.023+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-A1-P-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=df83d9e9-0546-4d48-9f74-7b93ef1bcd94, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-A1-P-RSP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=A1-P-RSP, effectiveTopic=A1-P-RSP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:05:22.023+00:00|INFO|CambriaConsumerImpl|DMAAP-source-A1-P-RSP] UEB GET /events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:05:22.023+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] GET http://message-router:3904/events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:05:22.023+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=135486dd-0cbb-45d5-a681-1315feb79308, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:05:22.023+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/135486dd-0cbb-45d5-a681-1315feb79308/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:05:22.023+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/135486dd-0cbb-45d5-a681-1315feb79308/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:05:22.027+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:22.027+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:22.027+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:22.027+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:22.027+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:22.027+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:22.027+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:05:22.027+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:22.027+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:05:22.027+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:22.027+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:05:22.027+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:22.027+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:22.027+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:05:22.027+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:05:22.293+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39193889 ms
[2023-01-13T10:05:22.295+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:22.295+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:22.298+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:22.299+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:22.299+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:22.299+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37335, above threshold 10.
[2023-01-13T10:05:23.343+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39194939 ms
[2023-01-13T10:05:23.345+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:23.345+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:23.347+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:23.347+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:23.348+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:23.348+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37336, above threshold 10.
[2023-01-13T10:05:24.393+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39195989 ms
[2023-01-13T10:05:24.395+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:24.396+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:24.398+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:24.399+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:24.399+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:24.400+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37337, above threshold 10.
[2023-01-13T10:05:25.443+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39197039 ms
[2023-01-13T10:05:25.445+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:25.446+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:25.448+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:25.449+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:25.449+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:25.449+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37338, above threshold 10.
[2023-01-13T10:05:26.493+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39198089 ms
[2023-01-13T10:05:26.495+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:26.495+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:26.498+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:26.498+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:26.498+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:26.499+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37339, above threshold 10.
[2023-01-13T10:05:27.543+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39199139 ms
[2023-01-13T10:05:27.545+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:27.546+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:27.549+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:27.550+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:27.551+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:27.551+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37340, above threshold 10.
[2023-01-13T10:05:28.593+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39200189 ms
[2023-01-13T10:05:28.596+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:28.596+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:28.600+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:28.600+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:28.601+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:28.601+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37341, above threshold 10.
[2023-01-13T10:05:29.643+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39201239 ms
[2023-01-13T10:05:29.645+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:29.645+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:29.647+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:29.647+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:29.647+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:29.647+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37342, above threshold 10.
[2023-01-13T10:05:30.694+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39202290 ms
[2023-01-13T10:05:30.696+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:30.696+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:30.699+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:30.699+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:30.699+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:30.699+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37343, above threshold 10.
[2023-01-13T10:05:31.743+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39203339 ms
[2023-01-13T10:05:31.745+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:31.745+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:31.747+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:31.747+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:31.747+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:31.747+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37344, above threshold 10.
[2023-01-13T10:05:32.793+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39204389 ms
[2023-01-13T10:05:32.795+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:32.795+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:32.799+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:32.800+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:32.800+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:32.800+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37345, above threshold 10.
[2023-01-13T10:05:33.843+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39205439 ms
[2023-01-13T10:05:33.845+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:33.845+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:33.847+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:33.848+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:33.848+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:33.848+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37346, above threshold 10.
[2023-01-13T10:05:34.169+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-LCM-WRITE] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=2146770a-49d1-458f-8b37-9d59e94c6ba0, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-LCM-WRITE,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-LCM-WRITE, effectiveTopic=APPC-LCM-WRITE, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:05:34.169+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-LCM-WRITE] UEB GET /events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:05:34.169+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] GET http://message-router:3904/events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:05:34.172+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:34.173+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:34.173+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:05:34.893+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39206489 ms
[2023-01-13T10:05:34.903+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:34.904+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:34.908+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:34.908+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:34.908+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:34.908+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37347, above threshold 10.
[2023-01-13T10:05:35.943+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39207539 ms
[2023-01-13T10:05:35.945+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:35.945+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:35.948+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:35.949+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:35.949+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:35.949+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37348, above threshold 10.
[2023-01-13T10:05:36.993+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39208589 ms
[2023-01-13T10:05:36.995+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:36.996+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:36.999+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:36.999+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:37.000+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:37.000+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37349, above threshold 10.
[2023-01-13T10:05:37.027+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=135486dd-0cbb-45d5-a681-1315feb79308, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:05:37.027+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-CL] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=b085c252-116f-4ea7-b140-6a1320c9e761, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-CL,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-CL, effectiveTopic=APPC-CL, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:05:37.027+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/135486dd-0cbb-45d5-a681-1315feb79308/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:05:37.027+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-CL] UEB GET /events/APPC-CL/b085c252-116f-4ea7-b140-6a1320c9e761/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:05:37.027+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] GET http://message-router:3904/events/APPC-CL/b085c252-116f-4ea7-b140-6a1320c9e761/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:05:37.027+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/135486dd-0cbb-45d5-a681-1315feb79308/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:05:37.028+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-DCAE_TOPIC] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=dcae.policy.shared, consumerInstance=98855861-d5f2-4358-956e-6b56135a74eb, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-DCAE_TOPIC,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=DCAE_TOPIC, effectiveTopic=unauthenticated.DCAE_CL_OUTPUT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:05:37.028+00:00|INFO|CambriaConsumerImpl|DMAAP-source-DCAE_TOPIC] UEB GET /events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100
[2023-01-13T10:05:37.028+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] GET http://message-router:3904/events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:05:37.028+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-A1-P-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=df83d9e9-0546-4d48-9f74-7b93ef1bcd94, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-A1-P-RSP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=A1-P-RSP, effectiveTopic=A1-P-RSP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:05:37.028+00:00|INFO|CambriaConsumerImpl|DMAAP-source-A1-P-RSP] UEB GET /events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:05:37.028+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] GET http://message-router:3904/events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:05:37.029+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-SDNR-CL-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=249024c4-5d0a-4e9c-86cb-3d665f87db63, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-SDNR-CL-RSP,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=SDNR-CL-RSP, effectiveTopic=SDNR-CL-RSP, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:05:37.029+00:00|INFO|CambriaConsumerImpl|DMAAP-source-SDNR-CL-RSP] UEB GET /events/SDNR-CL-RSP/249024c4-5d0a-4e9c-86cb-3d665f87db63/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:05:37.029+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] GET http://message-router:3904/events/SDNR-CL-RSP/249024c4-5d0a-4e9c-86cb-3d665f87db63/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:05:37.032+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:37.032+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:37.032+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:05:37.033+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:37.033+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:37.033+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:37.033+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:05:37.033+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:37.033+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:37.033+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:37.033+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:37.033+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:05:37.033+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:05:37.033+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:37.033+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:05:38.043+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39209639 ms
[2023-01-13T10:05:38.045+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:38.046+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:38.050+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:38.050+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:38.051+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:38.051+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37350, above threshold 10.
[2023-01-13T10:05:39.093+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39210689 ms
[2023-01-13T10:05:39.095+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:39.095+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:39.097+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:39.097+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:39.098+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:39.098+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37351, above threshold 10.
[2023-01-13T10:05:40.143+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39211739 ms
[2023-01-13T10:05:40.145+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:40.145+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:40.148+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:40.148+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:40.148+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:40.149+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37352, above threshold 10.
[2023-01-13T10:05:41.193+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39212789 ms
[2023-01-13T10:05:41.196+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:41.197+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:41.202+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:41.202+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:41.203+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:41.204+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37353, above threshold 10.
[2023-01-13T10:05:42.243+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39213839 ms
[2023-01-13T10:05:42.244+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:42.245+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:42.247+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:42.247+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:42.247+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:42.247+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37354, above threshold 10.
[2023-01-13T10:05:43.293+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39214889 ms
[2023-01-13T10:05:43.295+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:43.295+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:43.298+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:43.298+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:43.298+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:43.298+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37355, above threshold 10.
[2023-01-13T10:05:44.344+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39215940 ms
[2023-01-13T10:05:44.346+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:44.346+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:44.351+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:44.351+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:44.351+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:44.351+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37356, above threshold 10.
[2023-01-13T10:05:45.393+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39216989 ms
[2023-01-13T10:05:45.395+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:45.395+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:45.397+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:45.397+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:45.397+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:45.397+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37357, above threshold 10.
[2023-01-13T10:05:46.443+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39218039 ms
[2023-01-13T10:05:46.445+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:46.445+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:46.448+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:46.449+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:46.449+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:46.449+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37358, above threshold 10.
[2023-01-13T10:05:47.493+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39219089 ms
[2023-01-13T10:05:47.495+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:47.495+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:47.499+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:47.499+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:47.499+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:47.499+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37359, above threshold 10.
[2023-01-13T10:05:48.543+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39220139 ms
[2023-01-13T10:05:48.545+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:48.545+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:48.550+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:48.550+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:48.550+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:48.551+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37360, above threshold 10.
[2023-01-13T10:05:49.173+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-LCM-WRITE] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=2146770a-49d1-458f-8b37-9d59e94c6ba0, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-LCM-WRITE,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-LCM-WRITE, effectiveTopic=APPC-LCM-WRITE, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:05:49.173+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-LCM-WRITE] UEB GET /events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:05:49.173+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] GET http://message-router:3904/events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:05:49.178+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:49.178+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:49.178+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:05:49.593+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39221189 ms
[2023-01-13T10:05:49.595+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:49.595+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:49.597+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:49.597+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:49.597+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:49.597+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37361, above threshold 10.
[2023-01-13T10:05:50.643+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39222239 ms
[2023-01-13T10:05:50.645+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:50.645+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:50.648+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:50.648+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:50.649+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:50.649+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37362, above threshold 10.
[2023-01-13T10:05:51.693+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39223289 ms
[2023-01-13T10:05:51.695+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:51.695+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:51.697+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:51.697+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:51.698+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:51.698+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37363, above threshold 10.
[2023-01-13T10:05:52.032+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=135486dd-0cbb-45d5-a681-1315feb79308, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:05:52.032+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/135486dd-0cbb-45d5-a681-1315feb79308/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:05:52.032+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/135486dd-0cbb-45d5-a681-1315feb79308/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:05:52.033+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-A1-P-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=df83d9e9-0546-4d48-9f74-7b93ef1bcd94, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-A1-P-RSP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=A1-P-RSP, effectiveTopic=A1-P-RSP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:05:52.033+00:00|INFO|CambriaConsumerImpl|DMAAP-source-A1-P-RSP] UEB GET /events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:05:52.039+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] GET http://message-router:3904/events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:05:52.039+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-CL] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=b085c252-116f-4ea7-b140-6a1320c9e761, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-CL,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-CL, effectiveTopic=APPC-CL, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:05:52.039+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-CL] UEB GET /events/APPC-CL/b085c252-116f-4ea7-b140-6a1320c9e761/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:05:52.039+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] GET http://message-router:3904/events/APPC-CL/b085c252-116f-4ea7-b140-6a1320c9e761/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:05:52.033+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-SDNR-CL-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=249024c4-5d0a-4e9c-86cb-3d665f87db63, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-SDNR-CL-RSP,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=SDNR-CL-RSP, effectiveTopic=SDNR-CL-RSP, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:05:52.039+00:00|INFO|CambriaConsumerImpl|DMAAP-source-SDNR-CL-RSP] UEB GET /events/SDNR-CL-RSP/249024c4-5d0a-4e9c-86cb-3d665f87db63/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:05:52.039+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] GET http://message-router:3904/events/SDNR-CL-RSP/249024c4-5d0a-4e9c-86cb-3d665f87db63/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:05:52.040+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-DCAE_TOPIC] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=dcae.policy.shared, consumerInstance=98855861-d5f2-4358-956e-6b56135a74eb, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-DCAE_TOPIC,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=DCAE_TOPIC, effectiveTopic=unauthenticated.DCAE_CL_OUTPUT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:05:52.040+00:00|INFO|CambriaConsumerImpl|DMAAP-source-DCAE_TOPIC] UEB GET /events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100
[2023-01-13T10:05:52.040+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] GET http://message-router:3904/events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:05:52.041+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:52.041+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:52.041+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:05:52.042+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:52.042+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:52.042+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:52.042+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:52.042+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:52.042+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:05:52.042+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:05:52.042+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:52.042+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:52.042+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:05:52.042+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:52.043+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:05:52.743+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39224339 ms
[2023-01-13T10:05:52.745+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:52.745+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:52.748+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:52.748+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:52.748+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:52.748+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37364, above threshold 10.
[2023-01-13T10:05:53.793+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39225389 ms
[2023-01-13T10:05:53.795+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:53.795+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:53.797+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:53.798+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:53.798+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:53.799+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37365, above threshold 10.
[2023-01-13T10:05:54.843+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39226439 ms
[2023-01-13T10:05:54.845+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:54.845+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:54.848+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:54.849+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:54.849+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:54.849+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37366, above threshold 10.
[2023-01-13T10:05:55.893+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39227489 ms
[2023-01-13T10:05:55.895+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:55.895+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:55.897+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:55.898+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:55.898+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:55.898+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37367, above threshold 10.
[2023-01-13T10:05:56.943+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39228539 ms
[2023-01-13T10:05:56.946+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:56.946+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:56.948+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:56.948+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:56.949+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:56.949+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37368, above threshold 10.
[2023-01-13T10:05:57.993+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39229589 ms
[2023-01-13T10:05:57.995+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:57.995+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:57.997+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:57.998+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:57.998+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:57.998+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37369, above threshold 10.
[2023-01-13T10:05:59.043+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39230639 ms
[2023-01-13T10:05:59.044+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:05:59.045+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:05:59.047+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:05:59.048+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:05:59.048+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:05:59.048+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37370, above threshold 10.
[2023-01-13T10:06:00.095+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39231691 ms
[2023-01-13T10:06:00.098+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:00.099+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:00.101+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:00.101+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:00.101+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:06:00.101+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37371, above threshold 10.
[2023-01-13T10:06:01.143+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39232739 ms
[2023-01-13T10:06:01.145+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:01.145+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:01.147+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:01.147+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:01.148+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:06:01.148+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37372, above threshold 10.
[2023-01-13T10:06:02.193+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39233789 ms
[2023-01-13T10:06:02.199+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:02.199+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:02.202+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:02.202+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:02.203+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:06:02.203+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37373, above threshold 10.
[2023-01-13T10:06:03.243+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39234839 ms
[2023-01-13T10:06:03.247+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:03.247+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:03.248+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:03.249+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:03.249+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:06:03.249+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37374, above threshold 10.
[2023-01-13T10:06:04.178+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-LCM-WRITE] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=2146770a-49d1-458f-8b37-9d59e94c6ba0, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-LCM-WRITE,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-LCM-WRITE, effectiveTopic=APPC-LCM-WRITE, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:06:04.179+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-LCM-WRITE] UEB GET /events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:06:04.179+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] GET http://message-router:3904/events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:06:04.181+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:04.182+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:04.182+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:06:04.293+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39235889 ms
[2023-01-13T10:06:04.294+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:04.294+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:04.296+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:04.297+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:04.297+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:06:04.297+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37375, above threshold 10.
[2023-01-13T10:06:05.343+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39236939 ms
[2023-01-13T10:06:05.344+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:05.344+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:05.347+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:05.347+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:05.347+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:06:05.347+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37376, above threshold 10.
[2023-01-13T10:06:06.393+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39237989 ms
[2023-01-13T10:06:06.395+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:06.395+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:06.397+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:06.397+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:06.398+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:06:06.404+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37377, above threshold 10.
[2023-01-13T10:06:07.041+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=135486dd-0cbb-45d5-a681-1315feb79308, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:06:07.042+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/135486dd-0cbb-45d5-a681-1315feb79308/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:06:07.042+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/135486dd-0cbb-45d5-a681-1315feb79308/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:06:07.043+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-A1-P-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=df83d9e9-0546-4d48-9f74-7b93ef1bcd94, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-A1-P-RSP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=A1-P-RSP, effectiveTopic=A1-P-RSP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:06:07.043+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-SDNR-CL-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=249024c4-5d0a-4e9c-86cb-3d665f87db63, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-SDNR-CL-RSP,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=SDNR-CL-RSP, effectiveTopic=SDNR-CL-RSP, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:06:07.043+00:00|INFO|CambriaConsumerImpl|DMAAP-source-SDNR-CL-RSP] UEB GET /events/SDNR-CL-RSP/249024c4-5d0a-4e9c-86cb-3d665f87db63/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:06:07.043+00:00|INFO|CambriaConsumerImpl|DMAAP-source-A1-P-RSP] UEB GET /events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:06:07.043+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-DCAE_TOPIC] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=dcae.policy.shared, consumerInstance=98855861-d5f2-4358-956e-6b56135a74eb, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-DCAE_TOPIC,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=DCAE_TOPIC, effectiveTopic=unauthenticated.DCAE_CL_OUTPUT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:06:07.043+00:00|INFO|CambriaConsumerImpl|DMAAP-source-DCAE_TOPIC] UEB GET /events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100
[2023-01-13T10:06:07.043+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] GET http://message-router:3904/events/SDNR-CL-RSP/249024c4-5d0a-4e9c-86cb-3d665f87db63/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:06:07.043+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] GET http://message-router:3904/events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:06:07.043+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] GET http://message-router:3904/events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:06:07.043+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-CL] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=b085c252-116f-4ea7-b140-6a1320c9e761, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-CL,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-CL, effectiveTopic=APPC-CL, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:06:07.044+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-CL] UEB GET /events/APPC-CL/b085c252-116f-4ea7-b140-6a1320c9e761/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:06:07.045+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] GET http://message-router:3904/events/APPC-CL/b085c252-116f-4ea7-b140-6a1320c9e761/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:06:07.046+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:07.046+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:07.046+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:07.046+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:07.046+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:06:07.046+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:07.046+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:06:07.048+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:07.048+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:06:07.049+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:07.049+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:07.049+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:06:07.050+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:07.050+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:07.050+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:06:07.443+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 327 msgs to /events/POLICY-PDP-PAP. Oldest: 39239039 ms
[2023-01-13T10:06:07.445+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:07.445+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:07.447+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:07.447+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:07.447+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 327 message to send.
[2023-01-13T10:06:07.447+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37378, above threshold 10.
[2023-01-13T10:06:08.244+00:00|INFO|LifecycleFsm|pool-2-thread-1] lifecycle event: status
[2023-01-13T10:06:08.249+00:00|INFO|network|pool-2-thread-1] [OUT|DMAAP|POLICY-PDP-PAP]
{"pdpType":"drools","state":"PASSIVE","healthy":"HEALTHY","policies":[],"statistics":{"pdpInstanceId":"onap-policy-drools-pdp-0.0c69c26e-df44-48dd-9744-75605bd86241","timeStamp":"2023-01-13T10:06:08.246082Z","pdpGroupName":"defaultGroup","policyExecutedCount":0,"policyExecutedSuccessCount":0,"policyExecutedFailCount":0,"policyDeployCount":0,"policyDeploySuccessCount":0,"policyDeployFailCount":0,"policyUndeployCount":0,"policyUndeploySuccessCount":0,"policyUndeployFailCount":0},"messageName":"PDP_STATUS","requestId":"c84f351b-d698-4a88-af05-f64d8cda8192","timestampMs":1673604368245,"name":"onap-policy-drools-pdp-0.0c69c26e-df44-48dd-9744-75605bd86241","pdpGroup":"defaultGroup"}
[2023-01-13T10:06:08.493+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 328 msgs to /events/POLICY-PDP-PAP. Oldest: 39240089 ms
[2023-01-13T10:06:08.496+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:08.496+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:08.498+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:08.499+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:08.499+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 328 message to send.
[2023-01-13T10:06:08.499+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37379, above threshold 10.
[2023-01-13T10:06:09.543+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 328 msgs to /events/POLICY-PDP-PAP. Oldest: 39241139 ms
[2023-01-13T10:06:09.545+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:09.545+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:09.547+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:09.547+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:09.547+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 328 message to send.
[2023-01-13T10:06:09.547+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37380, above threshold 10.
[2023-01-13T10:06:10.593+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 328 msgs to /events/POLICY-PDP-PAP. Oldest: 39242189 ms
[2023-01-13T10:06:10.595+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:10.595+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:10.598+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:10.598+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:10.598+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 328 message to send.
[2023-01-13T10:06:10.598+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37381, above threshold 10.
[2023-01-13T10:06:11.643+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 328 msgs to /events/POLICY-PDP-PAP. Oldest: 39243239 ms
[2023-01-13T10:06:11.645+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:11.645+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:11.649+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:11.649+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:11.649+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 328 message to send.
[2023-01-13T10:06:11.649+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37382, above threshold 10.
[2023-01-13T10:06:12.693+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 328 msgs to /events/POLICY-PDP-PAP. Oldest: 39244289 ms
[2023-01-13T10:06:12.695+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:12.695+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:12.697+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:12.697+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:12.698+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 328 message to send.
[2023-01-13T10:06:12.698+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37383, above threshold 10.
[2023-01-13T10:06:13.743+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 328 msgs to /events/POLICY-PDP-PAP. Oldest: 39245339 ms
[2023-01-13T10:06:13.745+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:13.745+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:13.747+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:13.748+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:13.748+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 328 message to send.
[2023-01-13T10:06:13.748+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37384, above threshold 10.
[2023-01-13T10:06:14.793+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 328 msgs to /events/POLICY-PDP-PAP. Oldest: 39246389 ms
[2023-01-13T10:06:14.794+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:14.794+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:14.797+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:14.797+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:14.798+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 328 message to send.
[2023-01-13T10:06:14.798+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37385, above threshold 10.
[2023-01-13T10:06:15.843+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 328 msgs to /events/POLICY-PDP-PAP. Oldest: 39247439 ms
[2023-01-13T10:06:15.845+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:15.845+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:15.847+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:15.849+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:15.849+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 328 message to send.
[2023-01-13T10:06:15.849+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37386, above threshold 10.
[2023-01-13T10:06:16.893+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 328 msgs to /events/POLICY-PDP-PAP. Oldest: 39248489 ms
[2023-01-13T10:06:16.895+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:16.895+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:16.898+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:16.898+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:16.898+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 328 message to send.
[2023-01-13T10:06:16.898+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37387, above threshold 10.
[2023-01-13T10:06:17.714+00:00|INFO|RequestLog|qtp114990534-62] 127.0.0.6 - - [13/Jan/2023:10:06:17 +0000] "GET /healthcheck/controllers HTTP/1.1" 200 527 "-" "kube-probe/1.23"
[2023-01-13T10:06:17.943+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 328 msgs to /events/POLICY-PDP-PAP. Oldest: 39249539 ms
[2023-01-13T10:06:17.945+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:17.945+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:17.948+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:17.948+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:17.948+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 328 message to send.
[2023-01-13T10:06:17.948+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37388, above threshold 10.
[2023-01-13T10:06:18.993+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 328 msgs to /events/POLICY-PDP-PAP. Oldest: 39250589 ms
[2023-01-13T10:06:18.996+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:18.996+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:19.000+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:19.000+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:19.000+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 328 message to send.
[2023-01-13T10:06:19.000+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37389, above threshold 10.
[2023-01-13T10:06:19.182+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-LCM-WRITE] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=2146770a-49d1-458f-8b37-9d59e94c6ba0, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-LCM-WRITE,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-LCM-WRITE, effectiveTopic=APPC-LCM-WRITE, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:06:19.182+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-LCM-WRITE] UEB GET /events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:06:19.182+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] GET http://message-router:3904/events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:06:19.185+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:19.185+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:19.185+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:06:20.043+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 328 msgs to /events/POLICY-PDP-PAP. Oldest: 39251639 ms
[2023-01-13T10:06:20.045+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:20.045+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:20.047+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:20.048+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:20.048+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 328 message to send.
[2023-01-13T10:06:20.048+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37390, above threshold 10.
[2023-01-13T10:06:21.093+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 328 msgs to /events/POLICY-PDP-PAP. Oldest: 39252689 ms
[2023-01-13T10:06:21.095+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:21.095+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:21.097+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:21.097+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:21.097+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 328 message to send.
[2023-01-13T10:06:21.097+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37391, above threshold 10.
[2023-01-13T10:06:22.047+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-DCAE_TOPIC] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=dcae.policy.shared, consumerInstance=98855861-d5f2-4358-956e-6b56135a74eb, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-DCAE_TOPIC,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=DCAE_TOPIC, effectiveTopic=unauthenticated.DCAE_CL_OUTPUT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:06:22.047+00:00|INFO|CambriaConsumerImpl|DMAAP-source-DCAE_TOPIC] UEB GET /events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100
[2023-01-13T10:06:22.047+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] GET http://message-router:3904/events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:06:22.047+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=135486dd-0cbb-45d5-a681-1315feb79308, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:06:22.047+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/135486dd-0cbb-45d5-a681-1315feb79308/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:06:22.047+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/135486dd-0cbb-45d5-a681-1315feb79308/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:06:22.048+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-SDNR-CL-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=249024c4-5d0a-4e9c-86cb-3d665f87db63, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-SDNR-CL-RSP,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=SDNR-CL-RSP, effectiveTopic=SDNR-CL-RSP, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:06:22.048+00:00|INFO|CambriaConsumerImpl|DMAAP-source-SDNR-CL-RSP] UEB GET /events/SDNR-CL-RSP/249024c4-5d0a-4e9c-86cb-3d665f87db63/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:06:22.048+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] GET http://message-router:3904/events/SDNR-CL-RSP/249024c4-5d0a-4e9c-86cb-3d665f87db63/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:06:22.050+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:22.050+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:22.050+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-CL] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=b085c252-116f-4ea7-b140-6a1320c9e761, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-CL,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-CL, effectiveTopic=APPC-CL, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:06:22.050+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-CL] UEB GET /events/APPC-CL/b085c252-116f-4ea7-b140-6a1320c9e761/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:06:22.050+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:22.050+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:22.050+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:06:22.050+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] GET http://message-router:3904/events/APPC-CL/b085c252-116f-4ea7-b140-6a1320c9e761/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:06:22.050+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:06:22.051+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-A1-P-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=df83d9e9-0546-4d48-9f74-7b93ef1bcd94, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-A1-P-RSP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=A1-P-RSP, effectiveTopic=A1-P-RSP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:06:22.051+00:00|INFO|CambriaConsumerImpl|DMAAP-source-A1-P-RSP] UEB GET /events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:06:22.051+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] GET http://message-router:3904/events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:06:22.053+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:22.052+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:22.053+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:22.053+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:22.053+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:06:22.053+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:22.053+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:22.053+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:06:22.053+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:06:22.143+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 328 msgs to /events/POLICY-PDP-PAP. Oldest: 39253739 ms
[2023-01-13T10:06:22.145+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:22.145+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:22.147+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:22.148+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:22.148+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 328 message to send.
[2023-01-13T10:06:22.148+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37392, above threshold 10.
[2023-01-13T10:06:23.193+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 328 msgs to /events/POLICY-PDP-PAP. Oldest: 39254789 ms
[2023-01-13T10:06:23.195+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:23.195+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:23.197+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:23.197+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:23.197+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 328 message to send.
[2023-01-13T10:06:23.197+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37393, above threshold 10.
[2023-01-13T10:06:24.243+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 328 msgs to /events/POLICY-PDP-PAP. Oldest: 39255839 ms
[2023-01-13T10:06:24.245+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:24.245+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:24.248+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:24.249+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:24.249+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 328 message to send.
[2023-01-13T10:06:24.250+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37394, above threshold 10.
[2023-01-13T10:06:25.293+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 328 msgs to /events/POLICY-PDP-PAP. Oldest: 39256889 ms
[2023-01-13T10:06:25.295+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:25.295+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:25.298+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:25.299+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:25.299+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 328 message to send.
[2023-01-13T10:06:25.299+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37395, above threshold 10.
[2023-01-13T10:06:26.343+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 328 msgs to /events/POLICY-PDP-PAP. Oldest: 39257939 ms
[2023-01-13T10:06:26.345+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:26.345+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:26.347+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:26.347+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:26.348+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 328 message to send.
[2023-01-13T10:06:26.348+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37396, above threshold 10.
[2023-01-13T10:06:27.393+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 328 msgs to /events/POLICY-PDP-PAP. Oldest: 39258989 ms
[2023-01-13T10:06:27.395+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:27.395+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:27.397+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:27.398+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:27.398+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 328 message to send.
[2023-01-13T10:06:27.398+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37397, above threshold 10.
[2023-01-13T10:06:28.443+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 328 msgs to /events/POLICY-PDP-PAP. Oldest: 39260039 ms
[2023-01-13T10:06:28.445+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:28.445+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:28.447+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:28.447+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:28.447+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 328 message to send.
[2023-01-13T10:06:28.447+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37398, above threshold 10.
[2023-01-13T10:06:29.493+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 328 msgs to /events/POLICY-PDP-PAP. Oldest: 39261089 ms
[2023-01-13T10:06:29.494+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:29.494+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:29.495+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:29.496+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:29.496+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 328 message to send.
[2023-01-13T10:06:29.496+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37399, above threshold 10.
[2023-01-13T10:06:30.543+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 328 msgs to /events/POLICY-PDP-PAP. Oldest: 39262139 ms
[2023-01-13T10:06:30.545+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:30.545+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:30.547+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:30.547+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:30.548+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 328 message to send.
[2023-01-13T10:06:30.548+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37400, above threshold 10.
[2023-01-13T10:06:31.593+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 328 msgs to /events/POLICY-PDP-PAP. Oldest: 39263189 ms
[2023-01-13T10:06:31.595+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:31.595+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:31.597+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:31.597+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:31.598+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 328 message to send.
[2023-01-13T10:06:31.598+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37401, above threshold 10.
[2023-01-13T10:06:32.643+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 328 msgs to /events/POLICY-PDP-PAP. Oldest: 39264239 ms
[2023-01-13T10:06:32.646+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:32.646+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:32.649+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:32.650+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:32.650+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 328 message to send.
[2023-01-13T10:06:32.650+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37402, above threshold 10.
[2023-01-13T10:06:33.693+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 328 msgs to /events/POLICY-PDP-PAP. Oldest: 39265289 ms
[2023-01-13T10:06:33.695+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:33.695+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:33.698+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:33.698+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:33.698+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 328 message to send.
[2023-01-13T10:06:33.698+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37403, above threshold 10.
[2023-01-13T10:06:34.185+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-LCM-WRITE] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=2146770a-49d1-458f-8b37-9d59e94c6ba0, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-LCM-WRITE,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-LCM-WRITE, effectiveTopic=APPC-LCM-WRITE, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:06:34.186+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-LCM-WRITE] UEB GET /events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:06:34.186+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] GET http://message-router:3904/events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:06:34.189+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:34.189+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:34.189+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:06:34.743+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 328 msgs to /events/POLICY-PDP-PAP. Oldest: 39266339 ms
[2023-01-13T10:06:34.744+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:34.744+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:34.746+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:34.747+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:34.747+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 328 message to send.
[2023-01-13T10:06:34.747+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37404, above threshold 10.
[2023-01-13T10:06:35.793+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 328 msgs to /events/POLICY-PDP-PAP. Oldest: 39267389 ms
[2023-01-13T10:06:35.794+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:35.794+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:35.797+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:35.798+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:35.798+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 328 message to send.
[2023-01-13T10:06:35.798+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37405, above threshold 10.
[2023-01-13T10:06:36.843+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 328 msgs to /events/POLICY-PDP-PAP. Oldest: 39268439 ms
[2023-01-13T10:06:36.845+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:36.845+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:36.847+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:36.847+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:36.847+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 328 message to send.
[2023-01-13T10:06:36.847+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37406, above threshold 10.
[2023-01-13T10:06:37.050+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=135486dd-0cbb-45d5-a681-1315feb79308, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:06:37.050+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-DCAE_TOPIC] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=dcae.policy.shared, consumerInstance=98855861-d5f2-4358-956e-6b56135a74eb, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-DCAE_TOPIC,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=DCAE_TOPIC, effectiveTopic=unauthenticated.DCAE_CL_OUTPUT, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:06:37.050+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/135486dd-0cbb-45d5-a681-1315feb79308/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:06:37.050+00:00|INFO|CambriaConsumerImpl|DMAAP-source-DCAE_TOPIC] UEB GET /events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100
[2023-01-13T10:06:37.050+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/135486dd-0cbb-45d5-a681-1315feb79308/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:06:37.050+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] GET http://message-router:3904/events/unauthenticated.DCAE_CL_OUTPUT/dcae.policy.shared/98855861-d5f2-4358-956e-6b56135a74eb?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:06:37.053+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-SDNR-CL-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=249024c4-5d0a-4e9c-86cb-3d665f87db63, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-SDNR-CL-RSP,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=SDNR-CL-RSP, effectiveTopic=SDNR-CL-RSP, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:06:37.053+00:00|INFO|CambriaConsumerImpl|DMAAP-source-SDNR-CL-RSP] UEB GET /events/SDNR-CL-RSP/249024c4-5d0a-4e9c-86cb-3d665f87db63/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:06:37.053+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] GET http://message-router:3904/events/SDNR-CL-RSP/249024c4-5d0a-4e9c-86cb-3d665f87db63/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:06:37.054+00:00|INFO|HttpClient|DMAAP-source-DCAE_TOPIC] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:37.054+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-CL] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=b085c252-116f-4ea7-b140-6a1320c9e761, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-CL,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-CL, effectiveTopic=APPC-CL, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:06:37.054+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-CL] UEB GET /events/APPC-CL/b085c252-116f-4ea7-b140-6a1320c9e761/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:06:37.054+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] GET http://message-router:3904/events/APPC-CL/b085c252-116f-4ea7-b140-6a1320c9e761/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:06:37.054+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:37.054+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-DCAE_TOPIC] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:06:37.055+00:00|INFO|HttpClient|DMAAP-source-SDNR-CL-RSP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:37.055+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:37.055+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-SDNR-CL-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:06:37.056+00:00|INFO|HttpClient|DMAAP-source-APPC-CL] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:37.056+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:37.056+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:37.056+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-CL] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:06:37.056+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:37.056+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:06:37.066+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-A1-P-RSP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=df83d9e9-0546-4d48-9f74-7b93ef1bcd94, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-A1-P-RSP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=A1-P-RSP, effectiveTopic=A1-P-RSP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:06:37.066+00:00|INFO|CambriaConsumerImpl|DMAAP-source-A1-P-RSP] UEB GET /events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:06:37.066+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] GET http://message-router:3904/events/A1-P-RSP/df83d9e9-0546-4d48-9f74-7b93ef1bcd94/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:06:37.068+00:00|INFO|HttpClient|DMAAP-source-A1-P-RSP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:37.069+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:37.069+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-A1-P-RSP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:06:37.893+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 328 msgs to /events/POLICY-PDP-PAP. Oldest: 39269489 ms
[2023-01-13T10:06:37.895+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:37.895+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:37.899+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:37.900+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:37.900+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 328 message to send.
[2023-01-13T10:06:37.900+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37407, above threshold 10.
[2023-01-13T10:06:38.943+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 328 msgs to /events/POLICY-PDP-PAP. Oldest: 39270539 ms
[2023-01-13T10:06:38.946+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:38.947+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:38.949+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:38.950+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:38.950+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 328 message to send.
[2023-01-13T10:06:38.950+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37408, above threshold 10.
[2023-01-13T10:06:39.993+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 328 msgs to /events/POLICY-PDP-PAP. Oldest: 39271589 ms
[2023-01-13T10:06:39.995+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:39.996+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:39.998+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:39.999+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:39.999+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 328 message to send.
[2023-01-13T10:06:39.999+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37409, above threshold 10.
[2023-01-13T10:06:41.043+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 328 msgs to /events/POLICY-PDP-PAP. Oldest: 39272639 ms
[2023-01-13T10:06:41.045+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:41.045+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:41.047+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:41.047+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:41.047+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 328 message to send.
[2023-01-13T10:06:41.047+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37410, above threshold 10.
[2023-01-13T10:06:42.093+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 328 msgs to /events/POLICY-PDP-PAP. Oldest: 39273689 ms
[2023-01-13T10:06:42.094+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:42.094+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:42.098+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:42.098+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:42.098+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 328 message to send.
[2023-01-13T10:06:42.098+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37411, above threshold 10.
[2023-01-13T10:06:43.143+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 328 msgs to /events/POLICY-PDP-PAP. Oldest: 39274739 ms
[2023-01-13T10:06:43.145+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:43.145+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:43.147+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:43.147+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:43.147+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 328 message to send.
[2023-01-13T10:06:43.147+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37412, above threshold 10.
[2023-01-13T10:06:44.193+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 328 msgs to /events/POLICY-PDP-PAP. Oldest: 39275789 ms
[2023-01-13T10:06:44.195+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:44.195+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:44.198+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:44.198+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:44.198+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 328 message to send.
[2023-01-13T10:06:44.198+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37413, above threshold 10.
[2023-01-13T10:06:45.243+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 328 msgs to /events/POLICY-PDP-PAP. Oldest: 39276839 ms
[2023-01-13T10:06:45.245+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:45.245+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:45.247+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:45.248+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:45.248+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 328 message to send.
[2023-01-13T10:06:45.248+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37414, above threshold 10.
[2023-01-13T10:06:46.293+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 328 msgs to /events/POLICY-PDP-PAP. Oldest: 39277889 ms
[2023-01-13T10:06:46.295+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:46.296+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:46.298+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:46.298+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:46.298+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 328 message to send.
[2023-01-13T10:06:46.298+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37415, above threshold 10.
[2023-01-13T10:06:47.343+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 328 msgs to /events/POLICY-PDP-PAP. Oldest: 39278939 ms
[2023-01-13T10:06:47.345+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:47.345+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:47.346+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:47.347+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:47.347+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 328 message to send.
[2023-01-13T10:06:47.347+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37416, above threshold 10.
[2023-01-13T10:06:48.393+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 328 msgs to /events/POLICY-PDP-PAP. Oldest: 39279989 ms
[2023-01-13T10:06:48.395+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:48.395+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:48.397+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:48.398+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T10:06:48.398+00:00|WARN|CambriaSimplerBatchPublisher|pool-11-thread-1] Send failed, 328 message to send.
[2023-01-13T10:06:48.398+00:00|ERROR|CambriaSimplerBatchPublisher|pool-11-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 37417, above threshold 10.
[2023-01-13T10:06:49.190+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-APPC-LCM-WRITE] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=2146770a-49d1-458f-8b37-9d59e94c6ba0, consumerInstance=onap-policy-drools-pdp-0, fetchTimeout=15000, fetchLimit=100, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-APPC-LCM-WRITE,5,main], topicListeners=2, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=APPC-LCM-WRITE, effectiveTopic=APPC-LCM-WRITE, #recentEvents=0, locked=false, #topicListeners=2]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T10:06:49.190+00:00|INFO|CambriaConsumerImpl|DMAAP-source-APPC-LCM-WRITE] UEB GET /events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100
[2023-01-13T10:06:49.190+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] GET http://message-router:3904/events/APPC-LCM-WRITE/2146770a-49d1-458f-8b37-9d59e94c6ba0/onap-policy-drools-pdp-0?timeout=15000&limit=100 (anonymous) ...
[2023-01-13T10:06:49.193+00:00|INFO|HttpClient|DMAAP-source-APPC-LCM-WRITE] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:49.193+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:49.194+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-APPC-LCM-WRITE] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T10:06:49.443+00:00|INFO|CambriaSimplerBatchPublisher|pool-11-thread-1] sending 328 msgs to /events/POLICY-PDP-PAP. Oldest: 39281039 ms
[2023-01-13T10:06:49.445+00:00|WARN|HostSelector|pool-11-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T10:06:49.445+00:00|INFO|HttpClient|pool-11-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T10:06:49.447+00:00|INFO|HttpClient|pool-11-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T10:06:49.447+00:00|WARN|CambriaSimplerBatchPublisher|pool