By type
[2023-01-13T06:39:46.868+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:39:46.868+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:39:46.868+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 227 message to send.
[2023-01-13T06:39:46.868+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25932, above threshold 10.
[2023-01-13T06:39:47.916+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 227 msgs to /events/POLICY-PDP-PAP. Oldest: 27220791 ms
[2023-01-13T06:39:47.916+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:39:47.916+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:39:47.919+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:39:47.919+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:39:47.920+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 227 message to send.
[2023-01-13T06:39:47.920+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25933, above threshold 10.
[2023-01-13T06:39:48.966+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 227 msgs to /events/POLICY-PDP-PAP. Oldest: 27221841 ms
[2023-01-13T06:39:48.966+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:39:48.966+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:39:48.968+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:39:48.968+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:39:48.968+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 227 message to send.
[2023-01-13T06:39:48.968+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25934, above threshold 10.
[2023-01-13T06:39:50.015+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 227 msgs to /events/POLICY-PDP-PAP. Oldest: 27222891 ms
[2023-01-13T06:39:50.016+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:39:50.016+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:39:50.017+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:39:50.018+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:39:50.018+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 227 message to send.
[2023-01-13T06:39:50.018+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25935, above threshold 10.
[2023-01-13T06:39:51.066+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 227 msgs to /events/POLICY-PDP-PAP. Oldest: 27223942 ms
[2023-01-13T06:39:51.066+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:39:51.066+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:39:51.068+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:39:51.068+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:39:51.068+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 227 message to send.
[2023-01-13T06:39:51.068+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25936, above threshold 10.
[2023-01-13T06:39:52.116+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 227 msgs to /events/POLICY-PDP-PAP. Oldest: 27224992 ms
[2023-01-13T06:39:52.116+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:39:52.116+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:39:52.117+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:39:52.117+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:39:52.117+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 227 message to send.
[2023-01-13T06:39:52.117+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25937, above threshold 10.
[2023-01-13T06:39:53.166+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 227 msgs to /events/POLICY-PDP-PAP. Oldest: 27226042 ms
[2023-01-13T06:39:53.166+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:39:53.167+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:39:53.168+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:39:53.168+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:39:53.169+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 227 message to send.
[2023-01-13T06:39:53.169+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25938, above threshold 10.
[2023-01-13T06:39:54.215+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 227 msgs to /events/POLICY-PDP-PAP. Oldest: 27227091 ms
[2023-01-13T06:39:54.216+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:39:54.216+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:39:54.217+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:39:54.217+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:39:54.218+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 227 message to send.
[2023-01-13T06:39:54.218+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25939, above threshold 10.
[2023-01-13T06:39:55.266+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 227 msgs to /events/POLICY-PDP-PAP. Oldest: 27228142 ms
[2023-01-13T06:39:55.266+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:39:55.266+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:39:55.267+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:39:55.268+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:39:55.268+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 227 message to send.
[2023-01-13T06:39:55.268+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25940, above threshold 10.
[2023-01-13T06:39:56.316+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 227 msgs to /events/POLICY-PDP-PAP. Oldest: 27229191 ms
[2023-01-13T06:39:56.316+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:39:56.316+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:39:56.317+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:39:56.318+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:39:56.318+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 227 message to send.
[2023-01-13T06:39:56.318+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25941, above threshold 10.
[2023-01-13T06:39:57.365+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 227 msgs to /events/POLICY-PDP-PAP. Oldest: 27230241 ms
[2023-01-13T06:39:57.366+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:39:57.366+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:39:57.368+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:39:57.368+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:39:57.368+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 227 message to send.
[2023-01-13T06:39:57.368+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25942, above threshold 10.
[2023-01-13T06:39:58.415+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 227 msgs to /events/POLICY-PDP-PAP. Oldest: 27231291 ms
[2023-01-13T06:39:58.416+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:39:58.416+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:39:58.418+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:39:58.418+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:39:58.418+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 227 message to send.
[2023-01-13T06:39:58.418+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25943, above threshold 10.
[2023-01-13T06:39:58.449+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=be387dca-4d86-4b29-a64d-a2c0a02ef61e, consumerInstance=onap-policy-apex-pdp-0, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T06:39:58.450+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/be387dca-4d86-4b29-a64d-a2c0a02ef61e/onap-policy-apex-pdp-0?timeout=15000
[2023-01-13T06:39:58.450+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/be387dca-4d86-4b29-a64d-a2c0a02ef61e/onap-policy-apex-pdp-0?timeout=15000 (anonymous) ...
[2023-01-13T06:39:58.451+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:39:58.451+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T06:39:58.451+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T06:39:59.466+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 227 msgs to /events/POLICY-PDP-PAP. Oldest: 27232342 ms
[2023-01-13T06:39:59.466+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:39:59.466+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:39:59.468+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:39:59.468+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:39:59.468+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 227 message to send.
[2023-01-13T06:39:59.468+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25944, above threshold 10.
[2023-01-13T06:40:00.516+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 227 msgs to /events/POLICY-PDP-PAP. Oldest: 27233392 ms
[2023-01-13T06:40:00.516+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:00.516+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:00.518+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:00.518+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:00.519+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 227 message to send.
[2023-01-13T06:40:00.519+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25945, above threshold 10.
[2023-01-13T06:40:01.565+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 227 msgs to /events/POLICY-PDP-PAP. Oldest: 27234441 ms
[2023-01-13T06:40:01.566+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:01.566+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:01.568+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:01.568+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:01.568+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 227 message to send.
[2023-01-13T06:40:01.568+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25946, above threshold 10.
[2023-01-13T06:40:02.616+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 227 msgs to /events/POLICY-PDP-PAP. Oldest: 27235492 ms
[2023-01-13T06:40:02.616+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:02.616+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:02.618+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:02.618+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:02.618+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 227 message to send.
[2023-01-13T06:40:02.618+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25947, above threshold 10.
[2023-01-13T06:40:03.666+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 227 msgs to /events/POLICY-PDP-PAP. Oldest: 27236542 ms
[2023-01-13T06:40:03.666+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:03.666+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:03.669+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:03.669+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:03.669+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 227 message to send.
[2023-01-13T06:40:03.669+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25948, above threshold 10.
[2023-01-13T06:40:04.716+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 227 msgs to /events/POLICY-PDP-PAP. Oldest: 27237591 ms
[2023-01-13T06:40:04.716+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:04.717+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:04.719+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:04.719+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:04.719+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 227 message to send.
[2023-01-13T06:40:04.719+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25949, above threshold 10.
[2023-01-13T06:40:05.765+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 227 msgs to /events/POLICY-PDP-PAP. Oldest: 27238641 ms
[2023-01-13T06:40:05.766+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:05.766+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:05.768+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:05.768+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:05.768+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 227 message to send.
[2023-01-13T06:40:05.768+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25950, above threshold 10.
[2023-01-13T06:40:06.816+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 227 msgs to /events/POLICY-PDP-PAP. Oldest: 27239692 ms
[2023-01-13T06:40:06.816+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:06.816+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:06.818+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:06.818+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:06.818+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 227 message to send.
[2023-01-13T06:40:06.818+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25951, above threshold 10.
[2023-01-13T06:40:07.052+00:00|WARN|PdpMessageHandler|Timer-0] not registered: object:engine/apex/handler
[2023-01-13T06:40:07.053+00:00|INFO|network|Timer-0] [OUT|DMAAP|POLICY-PDP-PAP]
{"pdpType":"apex","state":"PASSIVE","healthy":"HEALTHY","description":"Pdp Heartbeat","statistics":{"pdpInstanceId":"apex-a84c0fca-d0fb-42c0-9fb7-55b74c728708","timeStamp":"2023-01-13T06:40:07.053008Z","pdpGroupName":"defaultGroup","policyExecutedCount":0,"policyExecutedSuccessCount":0,"policyExecutedFailCount":0,"policyDeployCount":0,"policyDeploySuccessCount":0,"policyDeployFailCount":0,"policyUndeployCount":0,"policyUndeploySuccessCount":0,"policyUndeployFailCount":0},"messageName":"PDP_STATUS","requestId":"15b4f839-2428-4c66-8d2c-cceec55ee75f","timestampMs":1673592007052,"name":"apex-a84c0fca-d0fb-42c0-9fb7-55b74c728708","pdpGroup":"defaultGroup"}
[2023-01-13T06:40:07.866+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27240741 ms
[2023-01-13T06:40:07.866+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:07.866+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:07.868+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:07.868+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:07.869+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:07.869+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25952, above threshold 10.
[2023-01-13T06:40:08.916+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27241792 ms
[2023-01-13T06:40:08.916+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:08.916+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:08.918+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:08.918+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:08.918+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:08.918+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25953, above threshold 10.
[2023-01-13T06:40:09.965+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27242841 ms
[2023-01-13T06:40:09.966+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:09.966+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:09.967+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:09.968+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:09.968+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:09.968+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25954, above threshold 10.
[2023-01-13T06:40:11.016+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27243891 ms
[2023-01-13T06:40:11.016+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:11.016+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:11.018+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:11.018+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:11.018+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:11.018+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25955, above threshold 10.
[2023-01-13T06:40:12.066+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27244942 ms
[2023-01-13T06:40:12.066+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:12.066+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:12.070+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:12.070+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:12.070+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:12.071+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25956, above threshold 10.
[2023-01-13T06:40:13.116+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27245992 ms
[2023-01-13T06:40:13.116+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:13.116+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:13.118+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:13.118+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:13.118+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:13.118+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25957, above threshold 10.
[2023-01-13T06:40:13.452+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=be387dca-4d86-4b29-a64d-a2c0a02ef61e, consumerInstance=onap-policy-apex-pdp-0, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T06:40:13.452+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/be387dca-4d86-4b29-a64d-a2c0a02ef61e/onap-policy-apex-pdp-0?timeout=15000
[2023-01-13T06:40:13.452+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/be387dca-4d86-4b29-a64d-a2c0a02ef61e/onap-policy-apex-pdp-0?timeout=15000 (anonymous) ...
[2023-01-13T06:40:13.455+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:13.455+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:13.455+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T06:40:14.165+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27247041 ms
[2023-01-13T06:40:14.166+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:14.166+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:14.169+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:14.169+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:14.169+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:14.169+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25958, above threshold 10.
[2023-01-13T06:40:15.216+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27248092 ms
[2023-01-13T06:40:15.216+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:15.216+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:15.218+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:15.218+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:15.218+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:15.218+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25959, above threshold 10.
[2023-01-13T06:40:16.266+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27249142 ms
[2023-01-13T06:40:16.266+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:16.266+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:16.268+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:16.268+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:16.268+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:16.268+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25960, above threshold 10.
[2023-01-13T06:40:17.316+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27250192 ms
[2023-01-13T06:40:17.316+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:17.316+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:17.317+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:17.317+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:17.317+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:17.317+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25961, above threshold 10.
[2023-01-13T06:40:18.366+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27251242 ms
[2023-01-13T06:40:18.366+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:18.366+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:18.367+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:18.367+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:18.368+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:18.368+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25962, above threshold 10.
[2023-01-13T06:40:19.416+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27252292 ms
[2023-01-13T06:40:19.416+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:19.416+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:19.417+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:19.418+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:19.418+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:19.418+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25963, above threshold 10.
[2023-01-13T06:40:20.466+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27253342 ms
[2023-01-13T06:40:20.466+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:20.466+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:20.468+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:20.468+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:20.468+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:20.469+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25964, above threshold 10.
[2023-01-13T06:40:21.515+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27254391 ms
[2023-01-13T06:40:21.516+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:21.516+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:21.518+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:21.518+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:21.519+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:21.519+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25965, above threshold 10.
[2023-01-13T06:40:22.566+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27255442 ms
[2023-01-13T06:40:22.566+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:22.566+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:22.567+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:22.567+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:22.568+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:22.568+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25966, above threshold 10.
[2023-01-13T06:40:23.615+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27256491 ms
[2023-01-13T06:40:23.616+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:23.616+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:23.617+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:23.618+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:23.618+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:23.618+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25967, above threshold 10.
[2023-01-13T06:40:24.665+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27257541 ms
[2023-01-13T06:40:24.666+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:24.666+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:24.668+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:24.668+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:24.668+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:24.668+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25968, above threshold 10.
[2023-01-13T06:40:25.716+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27258591 ms
[2023-01-13T06:40:25.716+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:25.716+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:25.717+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:25.718+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:25.718+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:25.718+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25969, above threshold 10.
[2023-01-13T06:40:26.765+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27259641 ms
[2023-01-13T06:40:26.766+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:26.766+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:26.768+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:26.768+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:26.768+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:26.768+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25970, above threshold 10.
[2023-01-13T06:40:27.816+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27260692 ms
[2023-01-13T06:40:27.816+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:27.816+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:27.817+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:27.817+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:27.818+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:27.818+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25971, above threshold 10.
[2023-01-13T06:40:28.455+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=be387dca-4d86-4b29-a64d-a2c0a02ef61e, consumerInstance=onap-policy-apex-pdp-0, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T06:40:28.455+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/be387dca-4d86-4b29-a64d-a2c0a02ef61e/onap-policy-apex-pdp-0?timeout=15000
[2023-01-13T06:40:28.455+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/be387dca-4d86-4b29-a64d-a2c0a02ef61e/onap-policy-apex-pdp-0?timeout=15000 (anonymous) ...
[2023-01-13T06:40:28.458+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:28.458+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:28.458+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T06:40:28.866+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27261742 ms
[2023-01-13T06:40:28.866+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:28.866+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:28.868+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:28.869+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:28.869+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:28.869+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25972, above threshold 10.
[2023-01-13T06:40:29.916+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27262792 ms
[2023-01-13T06:40:29.916+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:29.916+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:29.918+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:29.918+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:29.918+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:29.918+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25973, above threshold 10.
[2023-01-13T06:40:30.966+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27263842 ms
[2023-01-13T06:40:30.966+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:30.966+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:30.968+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:30.969+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:30.969+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:30.969+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25974, above threshold 10.
[2023-01-13T06:40:32.016+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27264892 ms
[2023-01-13T06:40:32.016+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:32.016+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:32.018+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:32.018+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:32.018+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:32.018+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25975, above threshold 10.
[2023-01-13T06:40:33.066+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27265942 ms
[2023-01-13T06:40:33.066+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:33.066+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:33.068+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:33.068+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:33.068+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:33.068+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25976, above threshold 10.
[2023-01-13T06:40:34.116+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27266992 ms
[2023-01-13T06:40:34.116+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:34.116+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:34.118+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:34.118+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:34.118+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:34.118+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25977, above threshold 10.
[2023-01-13T06:40:35.166+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27268042 ms
[2023-01-13T06:40:35.166+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:35.166+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:35.167+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:35.168+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:35.168+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:35.168+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25978, above threshold 10.
[2023-01-13T06:40:36.216+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27269091 ms
[2023-01-13T06:40:36.216+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:36.216+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:36.217+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:36.218+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:36.218+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:36.218+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25979, above threshold 10.
[2023-01-13T06:40:37.266+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27270142 ms
[2023-01-13T06:40:37.266+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:37.266+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:37.267+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:37.267+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:37.267+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:37.267+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25980, above threshold 10.
[2023-01-13T06:40:38.316+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27271192 ms
[2023-01-13T06:40:38.316+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:38.316+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:38.317+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:38.318+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:38.318+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:38.318+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25981, above threshold 10.
[2023-01-13T06:40:39.365+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27272241 ms
[2023-01-13T06:40:39.366+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:39.366+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:39.368+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:39.369+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:39.369+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:39.369+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25982, above threshold 10.
[2023-01-13T06:40:40.416+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27273292 ms
[2023-01-13T06:40:40.416+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:40.416+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:40.418+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:40.418+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:40.418+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:40.418+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25983, above threshold 10.
[2023-01-13T06:40:41.466+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27274342 ms
[2023-01-13T06:40:41.466+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:41.466+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:41.467+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:41.467+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:41.468+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:41.468+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25984, above threshold 10.
[2023-01-13T06:40:42.515+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27275391 ms
[2023-01-13T06:40:42.516+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:42.516+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:42.519+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:42.519+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:42.519+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:42.519+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25985, above threshold 10.
[2023-01-13T06:40:43.458+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=be387dca-4d86-4b29-a64d-a2c0a02ef61e, consumerInstance=onap-policy-apex-pdp-0, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T06:40:43.458+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/be387dca-4d86-4b29-a64d-a2c0a02ef61e/onap-policy-apex-pdp-0?timeout=15000
[2023-01-13T06:40:43.458+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/be387dca-4d86-4b29-a64d-a2c0a02ef61e/onap-policy-apex-pdp-0?timeout=15000 (anonymous) ...
[2023-01-13T06:40:43.460+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:43.461+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:43.461+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T06:40:43.566+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27276442 ms
[2023-01-13T06:40:43.566+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:43.566+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:43.569+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:43.569+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:43.569+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:43.569+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25986, above threshold 10.
[2023-01-13T06:40:44.615+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27277491 ms
[2023-01-13T06:40:44.616+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:44.616+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:44.618+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:44.618+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:44.618+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:44.619+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25987, above threshold 10.
[2023-01-13T06:40:45.666+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27278541 ms
[2023-01-13T06:40:45.666+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:45.666+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:45.667+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:45.668+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:45.668+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:45.668+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25988, above threshold 10.
[2023-01-13T06:40:46.715+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27279591 ms
[2023-01-13T06:40:46.716+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:46.716+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:46.718+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:46.718+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:46.718+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:46.718+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25989, above threshold 10.
[2023-01-13T06:40:47.765+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27280641 ms
[2023-01-13T06:40:47.766+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:47.766+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:47.768+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:47.768+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:47.768+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:47.768+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25990, above threshold 10.
[2023-01-13T06:40:48.816+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27281692 ms
[2023-01-13T06:40:48.816+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:48.816+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:48.818+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:48.818+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:48.818+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:48.818+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25991, above threshold 10.
[2023-01-13T06:40:49.866+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27282741 ms
[2023-01-13T06:40:49.866+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:49.866+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:49.867+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:49.867+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:49.867+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:49.867+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25992, above threshold 10.
[2023-01-13T06:40:50.915+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27283791 ms
[2023-01-13T06:40:50.916+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:50.916+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:50.918+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:50.918+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:50.918+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:50.918+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25993, above threshold 10.
[2023-01-13T06:40:51.965+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27284841 ms
[2023-01-13T06:40:51.966+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:51.966+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:51.967+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:51.967+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:51.967+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:51.967+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25994, above threshold 10.
[2023-01-13T06:40:53.015+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27285891 ms
[2023-01-13T06:40:53.016+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:53.016+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:53.017+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:53.017+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:53.017+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:53.017+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25995, above threshold 10.
[2023-01-13T06:40:54.066+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27286942 ms
[2023-01-13T06:40:54.066+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:54.066+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:54.067+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:54.067+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:54.067+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:54.067+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25996, above threshold 10.
[2023-01-13T06:40:55.115+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27287991 ms
[2023-01-13T06:40:55.116+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:55.116+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:55.118+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:55.118+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:55.118+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:55.119+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25997, above threshold 10.
[2023-01-13T06:40:56.165+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27289041 ms
[2023-01-13T06:40:56.166+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:56.166+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:56.168+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:56.168+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:56.168+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:56.168+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25998, above threshold 10.
[2023-01-13T06:40:57.215+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27290091 ms
[2023-01-13T06:40:57.216+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:57.216+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:57.217+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:57.217+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:57.217+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:57.217+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 25999, above threshold 10.
[2023-01-13T06:40:58.266+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27291142 ms
[2023-01-13T06:40:58.266+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:58.266+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:58.267+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:58.268+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:58.268+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:58.268+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26000, above threshold 10.
[2023-01-13T06:40:58.461+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=be387dca-4d86-4b29-a64d-a2c0a02ef61e, consumerInstance=onap-policy-apex-pdp-0, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T06:40:58.461+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/be387dca-4d86-4b29-a64d-a2c0a02ef61e/onap-policy-apex-pdp-0?timeout=15000
[2023-01-13T06:40:58.461+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/be387dca-4d86-4b29-a64d-a2c0a02ef61e/onap-policy-apex-pdp-0?timeout=15000 (anonymous) ...
[2023-01-13T06:40:58.463+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:58.463+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:58.463+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T06:40:59.316+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27292192 ms
[2023-01-13T06:40:59.316+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:40:59.316+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:40:59.318+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:40:59.318+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:40:59.318+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:40:59.318+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26001, above threshold 10.
[2023-01-13T06:41:00.366+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27293241 ms
[2023-01-13T06:41:00.366+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:00.366+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:00.367+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:00.368+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:00.368+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:00.368+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26002, above threshold 10.
[2023-01-13T06:41:01.415+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27294291 ms
[2023-01-13T06:41:01.416+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:01.416+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:01.418+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:01.418+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:01.418+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:01.418+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26003, above threshold 10.
[2023-01-13T06:41:02.465+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27295341 ms
[2023-01-13T06:41:02.466+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:02.466+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:02.467+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:02.467+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:02.467+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:02.467+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26004, above threshold 10.
[2023-01-13T06:41:03.516+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27296392 ms
[2023-01-13T06:41:03.516+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:03.516+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:03.518+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:03.518+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:03.518+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:03.518+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26005, above threshold 10.
[2023-01-13T06:41:04.566+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27297442 ms
[2023-01-13T06:41:04.566+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:04.566+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:04.568+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:04.568+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:04.568+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:04.568+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26006, above threshold 10.
[2023-01-13T06:41:05.616+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27298491 ms
[2023-01-13T06:41:05.616+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:05.616+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:05.617+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:05.618+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:05.618+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:05.618+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26007, above threshold 10.
[2023-01-13T06:41:06.665+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27299541 ms
[2023-01-13T06:41:06.666+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:06.666+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:06.667+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:06.668+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:06.668+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:06.668+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26008, above threshold 10.
[2023-01-13T06:41:07.716+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27300591 ms
[2023-01-13T06:41:07.716+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:07.716+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:07.717+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:07.717+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:07.717+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:07.717+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26009, above threshold 10.
[2023-01-13T06:41:08.765+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27301641 ms
[2023-01-13T06:41:08.766+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:08.766+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:08.769+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:08.769+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:08.769+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:08.770+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26010, above threshold 10.
[2023-01-13T06:41:09.816+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27302691 ms
[2023-01-13T06:41:09.816+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:09.816+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:09.817+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:09.818+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:09.818+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:09.818+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26011, above threshold 10.
[2023-01-13T06:41:10.866+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27303742 ms
[2023-01-13T06:41:10.866+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:10.866+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:10.868+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:10.868+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:10.869+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:10.869+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26012, above threshold 10.
[2023-01-13T06:41:11.916+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27304791 ms
[2023-01-13T06:41:11.916+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:11.916+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:11.917+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:11.917+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:11.917+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:11.917+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26013, above threshold 10.
[2023-01-13T06:41:12.966+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27305841 ms
[2023-01-13T06:41:12.966+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:12.966+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:12.969+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:12.969+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:12.969+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:12.969+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26014, above threshold 10.
[2023-01-13T06:41:13.464+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=be387dca-4d86-4b29-a64d-a2c0a02ef61e, consumerInstance=onap-policy-apex-pdp-0, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T06:41:13.464+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/be387dca-4d86-4b29-a64d-a2c0a02ef61e/onap-policy-apex-pdp-0?timeout=15000
[2023-01-13T06:41:13.464+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/be387dca-4d86-4b29-a64d-a2c0a02ef61e/onap-policy-apex-pdp-0?timeout=15000 (anonymous) ...
[2023-01-13T06:41:13.466+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:13.466+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:13.466+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T06:41:14.015+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27306891 ms
[2023-01-13T06:41:14.016+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:14.016+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:14.018+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:14.018+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:14.018+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:14.018+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26015, above threshold 10.
[2023-01-13T06:41:15.065+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27307941 ms
[2023-01-13T06:41:15.066+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:15.066+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:15.079+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:15.079+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:15.079+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:15.079+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26016, above threshold 10.
[2023-01-13T06:41:16.117+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27308993 ms
[2023-01-13T06:41:16.117+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:16.117+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:16.122+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:16.122+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:16.122+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:16.122+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26017, above threshold 10.
[2023-01-13T06:41:17.166+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27310042 ms
[2023-01-13T06:41:17.166+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:17.166+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:17.168+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:17.168+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:17.168+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:17.169+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26018, above threshold 10.
[2023-01-13T06:41:18.215+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27311091 ms
[2023-01-13T06:41:18.216+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:18.216+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:18.217+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:18.218+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:18.218+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:18.218+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26019, above threshold 10.
[2023-01-13T06:41:19.266+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27312142 ms
[2023-01-13T06:41:19.266+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:19.266+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:19.268+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:19.268+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:19.269+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:19.269+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26020, above threshold 10.
[2023-01-13T06:41:20.315+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27313191 ms
[2023-01-13T06:41:20.316+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:20.316+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:20.317+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:20.318+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:20.318+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:20.318+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26021, above threshold 10.
[2023-01-13T06:41:21.365+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27314241 ms
[2023-01-13T06:41:21.366+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:21.366+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:21.368+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:21.368+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:21.368+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:21.368+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26022, above threshold 10.
[2023-01-13T06:41:22.416+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27315292 ms
[2023-01-13T06:41:22.416+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:22.416+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:22.418+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:22.418+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:22.418+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:22.418+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26023, above threshold 10.
[2023-01-13T06:41:23.465+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27316341 ms
[2023-01-13T06:41:23.466+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:23.466+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:23.468+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:23.468+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:23.468+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:23.468+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26024, above threshold 10.
[2023-01-13T06:41:24.516+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27317391 ms
[2023-01-13T06:41:24.516+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:24.516+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:24.518+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:24.518+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:24.518+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:24.518+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26025, above threshold 10.
[2023-01-13T06:41:25.566+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27318441 ms
[2023-01-13T06:41:25.566+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:25.566+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:25.567+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:25.568+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:25.568+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:25.568+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26026, above threshold 10.
[2023-01-13T06:41:26.616+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27319492 ms
[2023-01-13T06:41:26.616+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:26.616+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:26.617+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:26.617+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:26.617+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:26.617+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26027, above threshold 10.
[2023-01-13T06:41:27.666+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27320542 ms
[2023-01-13T06:41:27.666+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:27.666+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:27.668+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:27.668+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:27.668+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:27.668+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26028, above threshold 10.
[2023-01-13T06:41:28.467+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=be387dca-4d86-4b29-a64d-a2c0a02ef61e, consumerInstance=onap-policy-apex-pdp-0, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T06:41:28.467+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/be387dca-4d86-4b29-a64d-a2c0a02ef61e/onap-policy-apex-pdp-0?timeout=15000
[2023-01-13T06:41:28.467+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/be387dca-4d86-4b29-a64d-a2c0a02ef61e/onap-policy-apex-pdp-0?timeout=15000 (anonymous) ...
[2023-01-13T06:41:28.469+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:28.469+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:28.469+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T06:41:28.716+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27321592 ms
[2023-01-13T06:41:28.716+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:28.716+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:28.718+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:28.718+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:28.718+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:28.718+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26029, above threshold 10.
[2023-01-13T06:41:29.766+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27322642 ms
[2023-01-13T06:41:29.766+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:29.766+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:29.768+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:29.768+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:29.768+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:29.768+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26030, above threshold 10.
[2023-01-13T06:41:30.816+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27323692 ms
[2023-01-13T06:41:30.816+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:30.817+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:30.818+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:30.818+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:30.818+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:30.818+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26031, above threshold 10.
[2023-01-13T06:41:31.865+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27324741 ms
[2023-01-13T06:41:31.866+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:31.866+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:31.867+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:31.867+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:31.867+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:31.867+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26032, above threshold 10.
[2023-01-13T06:41:32.915+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27325791 ms
[2023-01-13T06:41:32.916+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:32.916+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:32.923+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:32.924+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:32.924+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:32.924+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26033, above threshold 10.
[2023-01-13T06:41:33.966+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27326841 ms
[2023-01-13T06:41:33.966+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:33.966+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:33.968+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:33.969+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:33.969+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:33.969+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26034, above threshold 10.
[2023-01-13T06:41:35.016+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27327891 ms
[2023-01-13T06:41:35.016+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:35.016+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:35.018+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:35.019+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:35.022+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:35.022+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26035, above threshold 10.
[2023-01-13T06:41:36.065+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27328941 ms
[2023-01-13T06:41:36.066+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:36.066+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:36.068+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:36.068+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:36.068+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:36.068+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26036, above threshold 10.
[2023-01-13T06:41:37.116+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27329992 ms
[2023-01-13T06:41:37.116+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:37.116+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:37.117+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:37.118+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:37.118+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:37.118+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26037, above threshold 10.
[2023-01-13T06:41:38.165+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27331041 ms
[2023-01-13T06:41:38.166+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:38.166+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:38.168+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:38.168+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:38.168+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:38.168+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26038, above threshold 10.
[2023-01-13T06:41:39.216+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27332092 ms
[2023-01-13T06:41:39.216+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:39.216+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:39.218+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:39.218+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:39.218+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:39.218+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26039, above threshold 10.
[2023-01-13T06:41:40.266+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27333142 ms
[2023-01-13T06:41:40.266+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:40.266+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:40.267+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:40.268+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:40.268+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:40.268+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26040, above threshold 10.
[2023-01-13T06:41:41.316+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27334192 ms
[2023-01-13T06:41:41.316+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:41.316+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:41.318+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:41.319+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:41.319+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:41.319+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26041, above threshold 10.
[2023-01-13T06:41:42.366+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27335242 ms
[2023-01-13T06:41:42.366+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:42.366+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:42.367+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:42.367+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:42.367+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:42.367+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26042, above threshold 10.
[2023-01-13T06:41:43.415+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27336291 ms
[2023-01-13T06:41:43.416+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:43.416+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:43.421+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:43.421+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:43.421+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:43.421+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26043, above threshold 10.
[2023-01-13T06:41:43.470+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=be387dca-4d86-4b29-a64d-a2c0a02ef61e, consumerInstance=onap-policy-apex-pdp-0, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T06:41:43.470+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/be387dca-4d86-4b29-a64d-a2c0a02ef61e/onap-policy-apex-pdp-0?timeout=15000
[2023-01-13T06:41:43.470+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/be387dca-4d86-4b29-a64d-a2c0a02ef61e/onap-policy-apex-pdp-0?timeout=15000 (anonymous) ...
[2023-01-13T06:41:43.472+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:43.472+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:43.472+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T06:41:44.466+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27337342 ms
[2023-01-13T06:41:44.466+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:44.466+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:44.468+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:44.468+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:44.468+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:44.468+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26044, above threshold 10.
[2023-01-13T06:41:45.515+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27338391 ms
[2023-01-13T06:41:45.516+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:45.516+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:45.518+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:45.518+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:45.518+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:45.518+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26045, above threshold 10.
[2023-01-13T06:41:46.565+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27339441 ms
[2023-01-13T06:41:46.566+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:46.566+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:46.567+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:46.567+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:46.567+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:46.567+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26046, above threshold 10.
[2023-01-13T06:41:47.616+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27340491 ms
[2023-01-13T06:41:47.616+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:47.616+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:47.618+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:47.618+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:47.618+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:47.619+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26047, above threshold 10.
[2023-01-13T06:41:48.665+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27341541 ms
[2023-01-13T06:41:48.666+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:48.666+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:48.667+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:48.667+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:48.667+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:48.667+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26048, above threshold 10.
[2023-01-13T06:41:49.720+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27342596 ms
[2023-01-13T06:41:49.721+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:49.721+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:49.722+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:49.722+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:49.722+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:49.722+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26049, above threshold 10.
[2023-01-13T06:41:50.766+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27343642 ms
[2023-01-13T06:41:50.766+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:50.766+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:50.767+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:50.768+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:50.768+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:50.768+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26050, above threshold 10.
[2023-01-13T06:41:51.816+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27344692 ms
[2023-01-13T06:41:51.816+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:51.816+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:51.818+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:51.818+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:51.818+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:51.819+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26051, above threshold 10.
[2023-01-13T06:41:52.866+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27345742 ms
[2023-01-13T06:41:52.866+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:52.866+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:52.867+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:52.868+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:52.868+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:52.868+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26052, above threshold 10.
[2023-01-13T06:41:53.915+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27346791 ms
[2023-01-13T06:41:53.916+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:53.916+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:53.917+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:53.918+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:53.918+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:53.918+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26053, above threshold 10.
[2023-01-13T06:41:54.965+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27347841 ms
[2023-01-13T06:41:54.966+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:54.966+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:54.968+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:54.968+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:54.968+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:54.968+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26054, above threshold 10.
[2023-01-13T06:41:56.016+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27348891 ms
[2023-01-13T06:41:56.016+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:56.016+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:56.018+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:56.018+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:56.018+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:56.018+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26055, above threshold 10.
[2023-01-13T06:41:57.066+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27349942 ms
[2023-01-13T06:41:57.066+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:57.066+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:57.068+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:57.068+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:57.068+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:57.068+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26056, above threshold 10.
[2023-01-13T06:41:58.116+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27350992 ms
[2023-01-13T06:41:58.117+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:58.117+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:58.123+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:58.124+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:58.127+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:58.127+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26057, above threshold 10.
[2023-01-13T06:41:58.472+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=be387dca-4d86-4b29-a64d-a2c0a02ef61e, consumerInstance=onap-policy-apex-pdp-0, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T06:41:58.473+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/be387dca-4d86-4b29-a64d-a2c0a02ef61e/onap-policy-apex-pdp-0?timeout=15000
[2023-01-13T06:41:58.473+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/be387dca-4d86-4b29-a64d-a2c0a02ef61e/onap-policy-apex-pdp-0?timeout=15000 (anonymous) ...
[2023-01-13T06:41:58.475+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:58.475+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:58.475+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T06:41:59.166+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27352042 ms
[2023-01-13T06:41:59.166+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:41:59.166+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:41:59.168+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:41:59.168+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:41:59.169+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:41:59.169+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26058, above threshold 10.
[2023-01-13T06:42:00.216+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27353091 ms
[2023-01-13T06:42:00.216+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:00.216+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:00.218+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:00.218+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:00.218+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:42:00.218+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26059, above threshold 10.
[2023-01-13T06:42:01.266+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27354142 ms
[2023-01-13T06:42:01.266+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:01.266+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:01.268+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:01.268+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:01.268+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:42:01.268+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26060, above threshold 10.
[2023-01-13T06:42:02.316+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27355192 ms
[2023-01-13T06:42:02.316+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:02.316+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:02.319+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:02.319+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:02.320+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:42:02.320+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26061, above threshold 10.
[2023-01-13T06:42:03.365+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27356241 ms
[2023-01-13T06:42:03.366+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:03.366+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:03.369+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:03.369+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:03.369+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:42:03.370+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26062, above threshold 10.
[2023-01-13T06:42:04.415+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27357291 ms
[2023-01-13T06:42:04.416+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:04.416+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:04.418+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:04.418+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:04.418+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:42:04.418+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26063, above threshold 10.
[2023-01-13T06:42:05.465+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27358341 ms
[2023-01-13T06:42:05.466+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:05.466+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:05.467+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:05.468+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:05.468+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:42:05.468+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26064, above threshold 10.
[2023-01-13T06:42:06.516+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 228 msgs to /events/POLICY-PDP-PAP. Oldest: 27359391 ms
[2023-01-13T06:42:06.516+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:06.516+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:06.517+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:06.517+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:06.517+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 228 message to send.
[2023-01-13T06:42:06.517+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26065, above threshold 10.
[2023-01-13T06:42:07.052+00:00|WARN|PdpMessageHandler|Timer-0] not registered: object:engine/apex/handler
[2023-01-13T06:42:07.053+00:00|INFO|network|Timer-0] [OUT|DMAAP|POLICY-PDP-PAP]
{"pdpType":"apex","state":"PASSIVE","healthy":"HEALTHY","description":"Pdp Heartbeat","statistics":{"pdpInstanceId":"apex-a84c0fca-d0fb-42c0-9fb7-55b74c728708","timeStamp":"2023-01-13T06:42:07.052831Z","pdpGroupName":"defaultGroup","policyExecutedCount":0,"policyExecutedSuccessCount":0,"policyExecutedFailCount":0,"policyDeployCount":0,"policyDeploySuccessCount":0,"policyDeployFailCount":0,"policyUndeployCount":0,"policyUndeploySuccessCount":0,"policyUndeployFailCount":0},"messageName":"PDP_STATUS","requestId":"ebf36d8a-9356-46c0-95e9-53d5ca3b8883","timestampMs":1673592127052,"name":"apex-a84c0fca-d0fb-42c0-9fb7-55b74c728708","pdpGroup":"defaultGroup"}
[2023-01-13T06:42:07.566+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27360441 ms
[2023-01-13T06:42:07.566+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:07.566+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:07.568+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:07.568+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:07.568+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:07.568+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26066, above threshold 10.
[2023-01-13T06:42:08.616+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27361492 ms
[2023-01-13T06:42:08.616+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:08.616+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:08.617+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:08.617+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:08.617+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:08.617+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26067, above threshold 10.
[2023-01-13T06:42:09.665+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27362541 ms
[2023-01-13T06:42:09.666+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:09.666+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:09.667+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:09.667+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:09.667+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:09.667+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26068, above threshold 10.
[2023-01-13T06:42:10.715+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27363591 ms
[2023-01-13T06:42:10.716+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:10.716+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:10.718+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:10.718+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:10.718+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:10.718+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26069, above threshold 10.
[2023-01-13T06:42:11.765+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27364641 ms
[2023-01-13T06:42:11.766+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:11.766+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:11.767+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:11.768+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:11.768+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:11.768+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26070, above threshold 10.
[2023-01-13T06:42:12.815+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27365691 ms
[2023-01-13T06:42:12.816+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:12.816+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:12.817+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:12.817+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:12.817+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:12.817+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26071, above threshold 10.
[2023-01-13T06:42:13.475+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=be387dca-4d86-4b29-a64d-a2c0a02ef61e, consumerInstance=onap-policy-apex-pdp-0, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T06:42:13.476+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/be387dca-4d86-4b29-a64d-a2c0a02ef61e/onap-policy-apex-pdp-0?timeout=15000
[2023-01-13T06:42:13.476+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/be387dca-4d86-4b29-a64d-a2c0a02ef61e/onap-policy-apex-pdp-0?timeout=15000 (anonymous) ...
[2023-01-13T06:42:13.478+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:13.478+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:13.478+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T06:42:13.866+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27366742 ms
[2023-01-13T06:42:13.866+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:13.866+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:13.869+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:13.869+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:13.869+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:13.869+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26072, above threshold 10.
[2023-01-13T06:42:14.915+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27367791 ms
[2023-01-13T06:42:14.916+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:14.916+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:14.918+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:14.919+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:14.919+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:14.919+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26073, above threshold 10.
[2023-01-13T06:42:15.965+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27368841 ms
[2023-01-13T06:42:15.966+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:15.966+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:15.968+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:15.968+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:15.968+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:15.968+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26074, above threshold 10.
[2023-01-13T06:42:17.016+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27369891 ms
[2023-01-13T06:42:17.016+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:17.016+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:17.018+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:17.018+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:17.018+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:17.018+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26075, above threshold 10.
[2023-01-13T06:42:18.065+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27370941 ms
[2023-01-13T06:42:18.066+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:18.066+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:18.067+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:18.067+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:18.067+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:18.067+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26076, above threshold 10.
[2023-01-13T06:42:19.116+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27371991 ms
[2023-01-13T06:42:19.116+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:19.116+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:19.117+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:19.118+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:19.118+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:19.118+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26077, above threshold 10.
[2023-01-13T06:42:20.166+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27373042 ms
[2023-01-13T06:42:20.166+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:20.166+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:20.170+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:20.170+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:20.170+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:20.170+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26078, above threshold 10.
[2023-01-13T06:42:21.216+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27374092 ms
[2023-01-13T06:42:21.216+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:21.216+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:21.218+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:21.219+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:21.219+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:21.219+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26079, above threshold 10.
[2023-01-13T06:42:22.265+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27375141 ms
[2023-01-13T06:42:22.266+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:22.266+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:22.267+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:22.267+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:22.267+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:22.267+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26080, above threshold 10.
[2023-01-13T06:42:23.316+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27376191 ms
[2023-01-13T06:42:23.316+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:23.316+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:23.317+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:23.317+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:23.317+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:23.317+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26081, above threshold 10.
[2023-01-13T06:42:24.366+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27377242 ms
[2023-01-13T06:42:24.366+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:24.366+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:24.367+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:24.367+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:24.368+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:24.368+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26082, above threshold 10.
[2023-01-13T06:42:25.415+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27378291 ms
[2023-01-13T06:42:25.416+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:25.416+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:25.417+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:25.418+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:25.418+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:25.418+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26083, above threshold 10.
[2023-01-13T06:42:26.465+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27379341 ms
[2023-01-13T06:42:26.466+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:26.466+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:26.468+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:26.468+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:26.469+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:26.469+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26084, above threshold 10.
[2023-01-13T06:42:27.516+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27380392 ms
[2023-01-13T06:42:27.516+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:27.516+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:27.518+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:27.518+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:27.518+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:27.518+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26085, above threshold 10.
[2023-01-13T06:42:28.478+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=be387dca-4d86-4b29-a64d-a2c0a02ef61e, consumerInstance=onap-policy-apex-pdp-0, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T06:42:28.479+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/be387dca-4d86-4b29-a64d-a2c0a02ef61e/onap-policy-apex-pdp-0?timeout=15000
[2023-01-13T06:42:28.479+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/be387dca-4d86-4b29-a64d-a2c0a02ef61e/onap-policy-apex-pdp-0?timeout=15000 (anonymous) ...
[2023-01-13T06:42:28.481+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:28.481+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:28.481+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T06:42:28.566+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27381442 ms
[2023-01-13T06:42:28.566+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:28.566+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:28.567+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:28.567+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:28.567+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:28.567+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26086, above threshold 10.
[2023-01-13T06:42:29.615+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27382491 ms
[2023-01-13T06:42:29.616+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:29.616+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:29.618+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:29.618+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:29.618+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:29.618+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26087, above threshold 10.
[2023-01-13T06:42:30.665+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27383541 ms
[2023-01-13T06:42:30.666+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:30.666+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:30.668+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:30.668+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:30.668+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:30.668+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26088, above threshold 10.
[2023-01-13T06:42:31.716+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27384592 ms
[2023-01-13T06:42:31.716+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:31.716+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:31.718+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:31.718+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:31.718+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:31.718+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26089, above threshold 10.
[2023-01-13T06:42:32.766+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27385641 ms
[2023-01-13T06:42:32.766+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:32.766+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:32.767+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:32.768+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:32.768+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:32.768+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26090, above threshold 10.
[2023-01-13T06:42:33.815+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27386691 ms
[2023-01-13T06:42:33.816+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:33.816+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:33.818+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:33.819+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:33.819+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:33.819+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26091, above threshold 10.
[2023-01-13T06:42:34.866+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27387742 ms
[2023-01-13T06:42:34.866+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:34.867+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:34.869+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:34.869+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:34.869+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:34.869+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26092, above threshold 10.
[2023-01-13T06:42:35.915+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27388791 ms
[2023-01-13T06:42:35.916+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:35.916+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:35.917+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:35.918+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:35.918+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:35.918+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26093, above threshold 10.
[2023-01-13T06:42:36.966+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27389841 ms
[2023-01-13T06:42:36.966+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:36.966+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:36.967+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:36.968+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:36.968+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:36.968+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26094, above threshold 10.
[2023-01-13T06:42:38.016+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27390892 ms
[2023-01-13T06:42:38.016+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:38.016+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:38.017+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:38.017+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:38.017+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:38.017+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26095, above threshold 10.
[2023-01-13T06:42:39.066+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27391942 ms
[2023-01-13T06:42:39.066+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:39.066+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:39.067+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:39.067+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:39.067+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:39.067+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26096, above threshold 10.
[2023-01-13T06:42:40.116+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27392992 ms
[2023-01-13T06:42:40.116+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:40.116+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:40.117+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:40.117+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:40.117+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:40.117+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26097, above threshold 10.
[2023-01-13T06:42:41.166+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27394042 ms
[2023-01-13T06:42:41.166+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:41.166+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:41.167+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:41.167+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:41.167+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:41.167+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26098, above threshold 10.
[2023-01-13T06:42:42.216+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27395092 ms
[2023-01-13T06:42:42.216+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:42.216+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:42.217+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:42.217+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:42.217+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:42.217+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26099, above threshold 10.
[2023-01-13T06:42:43.265+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27396141 ms
[2023-01-13T06:42:43.266+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:43.266+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:43.268+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:43.268+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:43.268+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:43.268+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26100, above threshold 10.
[2023-01-13T06:42:43.482+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=be387dca-4d86-4b29-a64d-a2c0a02ef61e, consumerInstance=onap-policy-apex-pdp-0, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T06:42:43.482+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/be387dca-4d86-4b29-a64d-a2c0a02ef61e/onap-policy-apex-pdp-0?timeout=15000
[2023-01-13T06:42:43.482+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/be387dca-4d86-4b29-a64d-a2c0a02ef61e/onap-policy-apex-pdp-0?timeout=15000 (anonymous) ...
[2023-01-13T06:42:43.484+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:43.484+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:43.484+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T06:42:44.316+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27397191 ms
[2023-01-13T06:42:44.316+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:44.316+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:44.321+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:44.321+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:44.321+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:44.321+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26101, above threshold 10.
[2023-01-13T06:42:45.365+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27398241 ms
[2023-01-13T06:42:45.366+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:45.366+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:45.368+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:45.368+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:45.368+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:45.368+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26102, above threshold 10.
[2023-01-13T06:42:46.415+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27399291 ms
[2023-01-13T06:42:46.416+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:46.417+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:46.419+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:46.420+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:46.420+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:46.420+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26103, above threshold 10.
[2023-01-13T06:42:47.465+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27400341 ms
[2023-01-13T06:42:47.466+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:47.466+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:47.468+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:47.469+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:47.469+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:47.469+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26104, above threshold 10.
[2023-01-13T06:42:48.515+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27401391 ms
[2023-01-13T06:42:48.516+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:48.516+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:48.518+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:48.518+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:48.518+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:48.518+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26105, above threshold 10.
[2023-01-13T06:42:49.565+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27402441 ms
[2023-01-13T06:42:49.566+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:49.566+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:49.567+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:49.567+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:49.567+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:49.567+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26106, above threshold 10.
[2023-01-13T06:42:50.616+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27403492 ms
[2023-01-13T06:42:50.616+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:50.616+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:50.617+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:50.617+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:50.617+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:50.617+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26107, above threshold 10.
[2023-01-13T06:42:51.666+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27404542 ms
[2023-01-13T06:42:51.666+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:51.666+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:51.668+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:51.668+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:51.668+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:51.668+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26108, above threshold 10.
[2023-01-13T06:42:52.716+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27405592 ms
[2023-01-13T06:42:52.716+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:52.716+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:52.717+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:52.717+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:52.717+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:52.717+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26109, above threshold 10.
[2023-01-13T06:42:53.766+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27406641 ms
[2023-01-13T06:42:53.766+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:53.766+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:53.768+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:53.768+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:53.768+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:53.768+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26110, above threshold 10.
[2023-01-13T06:42:54.815+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27407691 ms
[2023-01-13T06:42:54.816+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:54.816+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:54.819+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:54.819+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:54.819+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:54.819+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26111, above threshold 10.
[2023-01-13T06:42:55.866+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27408741 ms
[2023-01-13T06:42:55.866+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:55.866+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:55.868+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:55.869+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:55.869+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:55.869+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26112, above threshold 10.
[2023-01-13T06:42:56.915+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27409791 ms
[2023-01-13T06:42:56.916+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:56.916+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:56.918+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:56.918+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:56.918+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:56.918+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26113, above threshold 10.
[2023-01-13T06:42:57.965+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27410841 ms
[2023-01-13T06:42:57.966+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:57.966+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:57.967+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:57.968+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:57.968+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:57.968+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26114, above threshold 10.
[2023-01-13T06:42:58.485+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=be387dca-4d86-4b29-a64d-a2c0a02ef61e, consumerInstance=onap-policy-apex-pdp-0, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T06:42:58.485+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/be387dca-4d86-4b29-a64d-a2c0a02ef61e/onap-policy-apex-pdp-0?timeout=15000
[2023-01-13T06:42:58.485+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/be387dca-4d86-4b29-a64d-a2c0a02ef61e/onap-policy-apex-pdp-0?timeout=15000 (anonymous) ...
[2023-01-13T06:42:58.487+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:58.487+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:58.487+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T06:42:59.016+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27411891 ms
[2023-01-13T06:42:59.016+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:42:59.016+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:42:59.017+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:42:59.017+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:42:59.018+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:42:59.018+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26115, above threshold 10.
[2023-01-13T06:43:00.066+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27412942 ms
[2023-01-13T06:43:00.066+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:43:00.066+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:43:00.067+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:00.068+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:43:00.068+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:43:00.068+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26116, above threshold 10.
[2023-01-13T06:43:01.115+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27413991 ms
[2023-01-13T06:43:01.116+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:43:01.116+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:43:01.117+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:01.117+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:43:01.118+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:43:01.118+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26117, above threshold 10.
[2023-01-13T06:43:02.166+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27415042 ms
[2023-01-13T06:43:02.166+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:43:02.166+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:43:02.168+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:02.168+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:43:02.168+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:43:02.168+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26118, above threshold 10.
[2023-01-13T06:43:03.216+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27416091 ms
[2023-01-13T06:43:03.216+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:43:03.216+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:43:03.219+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:03.219+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:43:03.219+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:43:03.219+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26119, above threshold 10.
[2023-01-13T06:43:04.266+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27417142 ms
[2023-01-13T06:43:04.266+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:43:04.266+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:43:04.267+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:04.268+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:43:04.268+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:43:04.268+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26120, above threshold 10.
[2023-01-13T06:43:05.315+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27418191 ms
[2023-01-13T06:43:05.316+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:43:05.316+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:43:05.317+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:05.317+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:43:05.317+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:43:05.317+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26121, above threshold 10.
[2023-01-13T06:43:06.365+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27419241 ms
[2023-01-13T06:43:06.366+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:43:06.366+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:43:06.368+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:06.369+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:43:06.369+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:43:06.369+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26122, above threshold 10.
[2023-01-13T06:43:07.415+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27420291 ms
[2023-01-13T06:43:07.416+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:43:07.416+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:43:07.418+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:07.418+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:43:07.418+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:43:07.418+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26123, above threshold 10.
[2023-01-13T06:43:08.465+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27421341 ms
[2023-01-13T06:43:08.466+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:43:08.466+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:43:08.467+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:08.468+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:43:08.468+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:43:08.468+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26124, above threshold 10.
[2023-01-13T06:43:09.516+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27422392 ms
[2023-01-13T06:43:09.517+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:43:09.517+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:43:09.518+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:09.518+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:43:09.518+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:43:09.518+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26125, above threshold 10.
[2023-01-13T06:43:10.565+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27423441 ms
[2023-01-13T06:43:10.566+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:43:10.566+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:43:10.568+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:10.568+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:43:10.568+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:43:10.568+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26126, above threshold 10.
[2023-01-13T06:43:11.615+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27424491 ms
[2023-01-13T06:43:11.616+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:43:11.616+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:43:11.617+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:11.618+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:43:11.618+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:43:11.618+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26127, above threshold 10.
[2023-01-13T06:43:12.665+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27425541 ms
[2023-01-13T06:43:12.666+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:43:12.666+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:43:12.667+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:12.667+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:43:12.667+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:43:12.667+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26128, above threshold 10.
[2023-01-13T06:43:13.487+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=be387dca-4d86-4b29-a64d-a2c0a02ef61e, consumerInstance=onap-policy-apex-pdp-0, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T06:43:13.488+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/be387dca-4d86-4b29-a64d-a2c0a02ef61e/onap-policy-apex-pdp-0?timeout=15000
[2023-01-13T06:43:13.488+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/be387dca-4d86-4b29-a64d-a2c0a02ef61e/onap-policy-apex-pdp-0?timeout=15000 (anonymous) ...
[2023-01-13T06:43:13.491+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:13.491+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:13.491+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T06:43:13.716+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27426591 ms
[2023-01-13T06:43:13.716+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:43:13.716+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:43:13.718+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:13.718+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:43:13.719+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:43:13.719+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26129, above threshold 10.
[2023-01-13T06:43:14.765+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27427641 ms
[2023-01-13T06:43:14.766+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:43:14.766+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:43:14.770+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:14.771+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:43:14.771+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:43:14.771+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26130, above threshold 10.
[2023-01-13T06:43:15.816+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27428691 ms
[2023-01-13T06:43:15.816+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:43:15.816+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:43:15.817+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:15.818+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:43:15.818+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:43:15.818+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26131, above threshold 10.
[2023-01-13T06:43:16.865+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27429741 ms
[2023-01-13T06:43:16.866+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:43:16.866+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:43:16.868+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:16.869+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:43:16.869+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:43:16.869+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26132, above threshold 10.
[2023-01-13T06:43:17.916+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27430791 ms
[2023-01-13T06:43:17.916+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:43:17.916+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:43:17.917+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:17.917+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:43:17.917+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:43:17.917+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26133, above threshold 10.
[2023-01-13T06:43:18.966+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27431842 ms
[2023-01-13T06:43:18.966+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:43:18.966+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:43:18.968+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:18.968+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:43:18.968+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:43:18.968+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26134, above threshold 10.
[2023-01-13T06:43:20.015+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27432891 ms
[2023-01-13T06:43:20.016+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:43:20.016+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:43:20.017+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:20.017+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:43:20.017+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:43:20.017+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26135, above threshold 10.
[2023-01-13T06:43:21.065+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27433941 ms
[2023-01-13T06:43:21.066+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:43:21.066+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:43:21.067+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:21.068+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:43:21.068+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:43:21.068+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26136, above threshold 10.
[2023-01-13T06:43:22.115+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27434991 ms
[2023-01-13T06:43:22.116+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:43:22.116+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:43:22.117+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:22.117+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:43:22.117+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:43:22.117+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26137, above threshold 10.
[2023-01-13T06:43:23.165+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27436041 ms
[2023-01-13T06:43:23.166+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:43:23.166+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:43:23.167+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:23.168+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:43:23.168+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:43:23.168+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26138, above threshold 10.
[2023-01-13T06:43:24.216+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27437091 ms
[2023-01-13T06:43:24.216+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:43:24.216+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:43:24.217+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:24.218+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:43:24.218+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:43:24.218+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26139, above threshold 10.
[2023-01-13T06:43:25.266+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27438142 ms
[2023-01-13T06:43:25.266+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:43:25.266+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:43:25.268+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:25.269+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:43:25.269+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:43:25.269+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26140, above threshold 10.
[2023-01-13T06:43:26.315+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27439191 ms
[2023-01-13T06:43:26.316+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:43:26.316+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:43:26.318+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:26.318+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:43:26.318+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:43:26.318+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26141, above threshold 10.
[2023-01-13T06:43:27.366+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27440242 ms
[2023-01-13T06:43:27.366+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:43:27.366+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:43:27.368+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:27.368+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:43:27.369+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:43:27.369+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26142, above threshold 10.
[2023-01-13T06:43:28.416+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27441291 ms
[2023-01-13T06:43:28.416+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:43:28.416+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:43:28.418+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:28.418+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:43:28.418+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:43:28.418+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26143, above threshold 10.
[2023-01-13T06:43:28.491+00:00|ERROR|SingleThreadedBusTopicSource|DMAAP-source-POLICY-PDP-PAP] SingleThreadedDmaapTopicSource [userName=null, password=-, getTopicCommInfrastructure()=DMAAP, toString()=SingleThreadedBusTopicSource [consumerGroup=be387dca-4d86-4b29-a64d-a2c0a02ef61e, consumerInstance=onap-policy-apex-pdp-0, fetchTimeout=15000, fetchLimit=-1, consumer=CambriaConsumerWrapper [fetchTimeout=15000], alive=true, locked=false, uebThread=Thread[DMAAP-source-POLICY-PDP-PAP,5,main], topicListeners=1, toString()=BusTopicBase [apiKey=null, apiSecret=null, useHttps=false, allowSelfSignedCerts=false, toString()=TopicBase [servers=[message-router], topic=POLICY-PDP-PAP, effectiveTopic=POLICY-PDP-PAP, #recentEvents=0, locked=false, #topicListeners=1]]]]: cannot fetch
java.io.IOException: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:123)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:64)
at org.onap.policy.common.endpoints.event.comm.bus.internal.BusConsumer$CambriaConsumerWrapper.fetch(BusConsumer.java:212)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.fetchAllMessages(SingleThreadedBusTopicSource.java:244)
at org.onap.policy.common.endpoints.event.comm.bus.internal.SingleThreadedBusTopicSource.run(SingleThreadedBusTopicSource.java:234)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:384)
at com.att.nsa.apiClient.http.HttpClient.get(HttpClient.java:368)
at com.att.nsa.cambria.client.impl.CambriaConsumerImpl.fetch(CambriaConsumerImpl.java:87)
... 5 common frames omitted
[2023-01-13T06:43:28.492+00:00|INFO|CambriaConsumerImpl|DMAAP-source-POLICY-PDP-PAP] UEB GET /events/POLICY-PDP-PAP/be387dca-4d86-4b29-a64d-a2c0a02ef61e/onap-policy-apex-pdp-0?timeout=15000
[2023-01-13T06:43:28.492+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] GET http://message-router:3904/events/POLICY-PDP-PAP/be387dca-4d86-4b29-a64d-a2c0a02ef61e/onap-policy-apex-pdp-0?timeout=15000 (anonymous) ...
[2023-01-13T06:43:28.494+00:00|INFO|HttpClient|DMAAP-source-POLICY-PDP-PAP] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:28.494+00:00|ERROR|BusConsumer$CambriaConsumerWrapper|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: cannot fetch because of com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:28.494+00:00|INFO|BusConsumer$FetchingBusConsumer|DMAAP-source-POLICY-PDP-PAP] CambriaConsumerWrapper [fetchTimeout=15000]: backoff for 15000ms
[2023-01-13T06:43:29.465+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27442341 ms
[2023-01-13T06:43:29.466+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:43:29.466+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:43:29.468+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:29.469+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:43:29.469+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:43:29.469+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26144, above threshold 10.
[2023-01-13T06:43:30.516+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27443391 ms
[2023-01-13T06:43:30.516+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:43:30.516+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:43:30.517+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:30.517+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:43:30.517+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:43:30.517+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26145, above threshold 10.
[2023-01-13T06:43:31.574+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27444450 ms
[2023-01-13T06:43:31.574+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:43:31.575+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:43:31.578+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:31.579+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:43:31.579+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:43:31.579+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26146, above threshold 10.
[2023-01-13T06:43:32.616+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27445492 ms
[2023-01-13T06:43:32.616+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:43:32.616+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:43:32.618+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:32.618+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:43:32.618+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:43:32.619+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26147, above threshold 10.
[2023-01-13T06:43:33.666+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27446542 ms
[2023-01-13T06:43:33.666+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:43:33.667+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:43:33.669+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:33.670+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:43:33.670+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:43:33.670+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26148, above threshold 10.
[2023-01-13T06:43:34.716+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27447592 ms
[2023-01-13T06:43:34.716+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:43:34.716+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:43:34.718+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:34.719+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:43:34.719+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:43:34.719+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26149, above threshold 10.
[2023-01-13T06:43:35.766+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27448641 ms
[2023-01-13T06:43:35.766+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:43:35.766+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:43:35.768+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:35.768+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:43:35.768+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:43:35.768+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26150, above threshold 10.
[2023-01-13T06:43:36.815+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27449691 ms
[2023-01-13T06:43:36.816+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:43:36.816+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:43:36.817+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:36.818+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:43:36.818+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:43:36.818+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26151, above threshold 10.
[2023-01-13T06:43:37.865+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27450741 ms
[2023-01-13T06:43:37.866+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:43:37.866+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:43:37.868+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:37.868+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:43:37.868+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:43:37.868+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26152, above threshold 10.
[2023-01-13T06:43:38.916+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27451791 ms
[2023-01-13T06:43:38.916+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:43:38.916+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:43:38.920+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:38.920+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:43:38.921+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:43:38.921+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26153, above threshold 10.
[2023-01-13T06:43:39.966+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27452841 ms
[2023-01-13T06:43:39.966+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:43:39.966+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:43:39.967+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:39.967+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:43:39.967+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:43:39.967+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26154, above threshold 10.
[2023-01-13T06:43:41.016+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27453892 ms
[2023-01-13T06:43:41.016+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:43:41.017+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:43:41.018+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:41.018+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[2023-01-13T06:43:41.019+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] Send failed, 229 message to send.
[2023-01-13T06:43:41.019+00:00|ERROR|CambriaSimplerBatchPublisher|pool-2-thread-1] PUB_CHRONIC_FAILURE: Send failure count is 26155, above threshold 10.
[2023-01-13T06:43:42.065+00:00|INFO|CambriaSimplerBatchPublisher|pool-2-thread-1] sending 229 msgs to /events/POLICY-PDP-PAP. Oldest: 27454941 ms
[2023-01-13T06:43:42.066+00:00|WARN|HostSelector|pool-2-thread-1] All hosts were blacklisted; reverting to full set of hosts.
[2023-01-13T06:43:42.067+00:00|INFO|HttpClient|pool-2-thread-1] POST http://message-router:3904/events/POLICY-PDP-PAP (anonymous) ...
[2023-01-13T06:43:42.069+00:00|INFO|HttpClient|pool-2-thread-1] --> HTTP/1.1 503 Service Unavailable
[2023-01-13T06:43:42.069+00:00|WARN|CambriaSimplerBatchPublisher|pool-2-thread-1] HTTP/1.1 503 Service Unavailable
com.att.nsa.apiClient.http.HttpException: HTTP/1.1 503 Service Unavailable
at com.att.nsa.apiClient.http.HttpClient.runCall(HttpClient.java:816)
at com.att.nsa.apiClient.http.HttpClient.post(HttpClient.java:456)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.sendBatch(CambriaSimplerBatchPublisher.java:342)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.send(CambriaSimplerBatchPublisher.java:251)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher.access$100(CambriaSimplerBatchPublisher.java:31)
at com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher$1.run(CambriaSimplerBatchPublisher.java:411)
at java.base/java.util.concurrent.Executors$RunnableAdapt